-- Logs begin at Fri 2021-07-23 15:37:31 UTC, end at Fri 2021-07-23 16:50:13 UTC. -- Jul 23 16:21:50.782837 dv-cinder-802039-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 16:21:53.100790 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:21:53.101533 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev4 Jul 23 16:21:53.101622 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74231) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 23 16:21:53.104006 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.common.config [-] Logging enabled! Jul 23 16:21:53.104266 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev4 Jul 23 16:21:53.104550 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74231) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jul 23 16:21:53.105659 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 23 16:21:53.105893 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 23 16:21:53.106394 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 23 16:21:53.106651 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 23 16:21:53.106887 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 23 16:21:53.107218 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.107519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.107821 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.108057 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.108357 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.108653 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.108949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.109245 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.109543 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.109834 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.110119 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.110436 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.110676 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.110995 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.111294 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.111614 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.111872 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] debug = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.112193 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.112708 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.113189 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.113504 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.113805 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.114089 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.114430 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.114786 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.115096 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] host = dv-cinder-802039-1-smb {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.115414 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.115722 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.116027 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.116328 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.116603 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.116889 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.117183 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.117471 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.117753 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_file = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.118042 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.118357 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.118884 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.118884 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.119301 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.119493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.119717 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.120018 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.120301 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.120588 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.120896 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.121294 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.121438 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.121723 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.122017 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.122355 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.122626 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.122909 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.123191 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.123472 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.123752 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.124937 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.124937 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.124937 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.124937 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.125435 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.125435 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.125706 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.125966 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.126263 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.126599 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.126892 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.127174 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.127497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.127811 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.128086 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.128426 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] use_json = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.128649 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.128918 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.129451 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.129451 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.129781 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.130047 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.130341 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.130644 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:53.130946 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.131256 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.131563 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.131855 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.132153 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.132446 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.132738 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.133021 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.133323 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.133616 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.133904 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.134192 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.134510 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.134810 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.135102 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.135397 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.135687 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.135983 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.136269 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.136540 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.136826 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.137124 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.137404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.137684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.137963 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.138245 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.138555 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.138833 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.139107 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.139403 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.139681 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.139963 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.140243 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.140520 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.140799 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.141120 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.141423 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.141721 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.142015 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.142325 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.142603 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.142933 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.143702 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.143985 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.144273 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.144552 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.144825 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.145105 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.145385 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.145664 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.145943 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.146217 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.146531 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.146817 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.147091 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.147398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.147673 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.147957 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.148258 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.148564 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.148839 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.149127 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.149441 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.149747 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.150144 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.150584 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.150993 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.151271 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.151560 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.151870 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.152162 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.152481 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.152773 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.153080 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.153386 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.153677 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.153964 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.154249 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.154568 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.154882 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.155165 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.155468 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.155776 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.156074 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.156370 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.156672 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.156965 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.157283 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.157564 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:53.157791 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:21:53.158046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74231) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 16:21:53.579286 dv-cinder-802039-1-smb neutron-server[74231]: INFO keyring.backend [-] Loading KWallet Jul 23 16:21:53.587294 dv-cinder-802039-1-smb neutron-server[74231]: INFO keyring.backend [-] Loading SecretService Jul 23 16:21:53.590897 dv-cinder-802039-1-smb neutron-server[74231]: INFO keyring.backend [-] Loading Windows Jul 23 16:21:53.592257 dv-cinder-802039-1-smb neutron-server[74231]: INFO keyring.backend [-] Loading chainer Jul 23 16:21:53.592851 dv-cinder-802039-1-smb neutron-server[74231]: INFO keyring.backend [-] Loading macOS Jul 23 16:21:53.628447 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:53.628708 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:53.629009 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:21:53.629353 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 16:21:53.949786 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:53.950030 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:53.950233 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.011236 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.011528 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.011818 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.014937 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.015222 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.015492 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.047309 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.047630 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.047864 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.077580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.077857 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.078119 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.419197 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.420218 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.420218 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.420538 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.421650 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.552199 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.552525 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.552815 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.553117 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.553394 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.553722 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.553982 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.554252 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.554561 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.554854 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.555394 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.555670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.555940 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.556202 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.556494 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.556746 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.557011 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.557289 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.557547 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.557850 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.558196 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.558626 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.558887 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.559181 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.559438 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.559690 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.560105 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:54.560354 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:54.560598 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:54.560837 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:54.561076 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:54.561316 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:54.561891 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 16:21:54.565925 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 16:21:54.570122 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 16:21:54.574499 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jul 23 16:21:54.576351 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 16:21:54.576828 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 16:21:54.577176 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 16:21:54.577603 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 16:21:54.580651 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 16:21:54.581402 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 16:21:54.581758 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:21:54.610271 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jul 23 16:21:54.610799 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.611111 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74231) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 16:21:54.611487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.613643 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74231) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 16:21:54.613946 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 16:21:54.614193 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 16:21:54.617651 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.617939 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:54.686086 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 16:21:54.686286 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 16:21:54.686516 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 16:21:54.686904 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 16:21:54.721023 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_db.sqlalchemy.engines [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74231) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 23 16:21:55.076616 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing driver for type 'gre' Jul 23 16:21:55.077492 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] gre ID ranges: [(1, 1000)] Jul 23 16:21:55.155332 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing driver for type 'local' Jul 23 16:21:55.155770 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing driver for type 'vlan' Jul 23 16:21:55.172493 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] VlanTypeDriver initialization complete Jul 23 16:21:55.172870 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing driver for type 'vxlan' Jul 23 16:21:55.173408 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] vxlan ID ranges: [(1, 1000)] Jul 23 16:21:55.234303 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing extension driver 'port_security' Jul 23 16:21:55.234757 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.extensions.port_security [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] PortSecurityExtensionDriver initialization complete Jul 23 16:21:55.235112 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing mechanism driver 'openvswitch' Jul 23 16:21:55.235437 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing mechanism driver 'hyperv' Jul 23 16:21:55.242403 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.plugin [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.243354 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.243750 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.244111 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.244502 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.244858 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.245235 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.245661 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.246005 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.246409 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.246813 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > security_group after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.247202 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > security_group after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.247563 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.247972 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.248322 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.248663 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.249009 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] ML2 OVO RPC backend initialized. {{(pid=74231) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jul 23 16:21:55.249777 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.250128 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.250596 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.250983 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > networks before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.251329 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.251696 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > ports before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.252089 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.252959 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnets before_response 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.253352 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.253716 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.254058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.254436 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.254775 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.255115 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.255451 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.255825 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.256163 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.256813 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.plugin [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Modular L2 Plugin initialization complete Jul 23 16:21:55.257149 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading services supported by the core plugin {{(pid=74231) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 16:21:55.257506 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.plugins.ml2.managers [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Got port-security extension from driver 'port_security' Jul 23 16:21:55.257976 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.extensions.vlantransparent [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Disabled vlantransparent extension. Jul 23 16:21:55.258423 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74231) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 16:21:55.258761 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: router Jul 23 16:21:55.296744 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.297267 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_create 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.297553 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router before_create 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.297924 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.298512 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.298895 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_delete 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.299342 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.299740 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_create 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.300137 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_update 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.300516 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_update 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.300883 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.301291 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_update 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.301709 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.302103 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.302484 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.302866 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: subnet after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.303245 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.303598 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.304012 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.304360 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.304757 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.305386 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router after_update 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.305789 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.306147 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_create 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.306551 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.306903 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_update 55549900 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.307321 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > agent after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.307678 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > agent after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.308050 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > network after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.308996 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Tracking information for resource: router configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:55.309332 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Tracking information for resource: floatingip configured {{(pid=74231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 16:21:55.314684 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.db.l3_agentschedulers_db [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 16:21:55.315832 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.316201 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port after_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.316553 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port after_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.316907 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: port after_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.317770 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router before_create 55550100 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.318152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.318622 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_create 55550100 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.318989 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > router precommit_update 55550100 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.323625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.provider_configuration [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service providers = [] {{(pid=74231) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 16:21:55.324060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.db.servicetype_db [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74231) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 16:21:55.327371 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.service_base [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:21:55.327681 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.service_base [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:21:55.328083 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.service_base [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:21:55.329029 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.services.service_base [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 16:21:55.329407 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.services.service_base [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 16:21:55.329846 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.330173 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 16:21:55.342620 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.342907 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: auto_allocate Jul 23 16:21:55.349023 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: network precommit_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.349450 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: network precommit_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.349983 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.350318 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: tag Jul 23 16:21:55.357500 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.357838 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: timestamp Jul 23 16:21:55.362530 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.362867 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: network_ip_availability Jul 23 16:21:55.368408 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.368817 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.369183 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.369995 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.370364 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: flavors Jul 23 16:21:55.375707 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.376089 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading Plugin: revisions Jul 23 16:21:55.380601 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 16:21:55.381028 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=74231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:21:55.381809 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74231) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jul 23 16:21:55.382158 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Initializing extension manager. Jul 23 16:21:55.382693 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: __init__.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.383034 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: __pycache__ {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.383383 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.383745 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.384050 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: _filter_validation_lib.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.384434 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.384770 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: address_group.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.385618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.386248 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: address-group Jul 23 16:21:55.386603 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: address_scope.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.387390 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.387950 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: address-scope Jul 23 16:21:55.388273 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.389264 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.389786 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: router-admin-state-down-before-update Jul 23 16:21:55.390137 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: agent.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.390929 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.391445 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: agent Jul 23 16:21:55.391785 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: agent_resources_synced.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.392743 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.393801 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: agent-resources-synced Jul 23 16:21:55.394165 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: allowedaddresspairs.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.396072 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.396623 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: allowed-address-pairs Jul 23 16:21:55.396956 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: auto_allocated_topology.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.398120 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.398719 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: auto-allocated-topology Jul 23 16:21:55.399068 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: availability_zone.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.399809 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.400323 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: availability_zone Jul 23 16:21:55.400704 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: availability_zone_filter.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.401666 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.402215 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: availability_zone_filter Jul 23 16:21:55.402601 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: data_plane_status.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.403573 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.404125 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 16:21:55.404472 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: default_subnetpools.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.405415 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.405955 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: default-subnetpools Jul 23 16:21:55.406320 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.407160 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.407719 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: dhcp_agent_scheduler Jul 23 16:21:55.408044 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: dns.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.409106 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.409614 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 16:21:55.409994 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: dns_domain_ports.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.411037 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.411571 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 16:21:55.411896 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: dvr.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.412655 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.413172 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: dvr Jul 23 16:21:55.413514 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: empty_string_filtering.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.414604 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.415226 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: empty-string-filtering Jul 23 16:21:55.415493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.416421 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.416926 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:21:55.417299 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.418228 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.418775 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 16:21:55.419118 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: external_net.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.420100 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.420692 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: external-net Jul 23 16:21:55.420924 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.421880 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.422467 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: extra_dhcp_opt Jul 23 16:21:55.422852 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: extraroute.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.423750 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.424803 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: extraroute Jul 23 16:21:55.425154 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: extraroute_atomic.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.426237 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.426784 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: extraroute-atomic Jul 23 16:21:55.427114 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: filter_validation.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.427917 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.428347 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: filter-validation Jul 23 16:21:55.428680 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: fip_pf_description.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.429681 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.430506 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 16:21:55.430837 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: fip_port_details.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.431794 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.432388 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: fip-port-details Jul 23 16:21:55.432735 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: flavors.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.434039 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.434820 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: flavors Jul 23 16:21:55.435165 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.436857 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.437384 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 16:21:55.437720 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: floatingip_pools.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.438514 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.439017 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: floatingip-pools Jul 23 16:21:55.439347 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: ip_allocation.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.440427 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.440944 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 16:21:55.441273 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.442212 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.442765 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: ip-substring-filtering Jul 23 16:21:55.443093 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l2_adjacency.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.444051 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.444562 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 16:21:55.444885 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.445944 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.446585 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: router Jul 23 16:21:55.446911 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.449296 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.449834 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 16:21:55.450173 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.451155 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.451678 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: ext-gw-mode Jul 23 16:21:55.452010 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.452939 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.453485 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: l3-ha Jul 23 16:21:55.453810 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3_flavors.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.454806 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.455338 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: l3-flavors Jul 23 16:21:55.456189 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.457169 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.457691 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 16:21:55.458011 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: l3agentscheduler.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.459152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.459685 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: l3_agent_scheduler Jul 23 16:21:55.460018 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: logging.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.461576 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.462125 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension logging not supported by any of loaded plugins Jul 23 16:21:55.462497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: metering.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.463297 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.463885 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: metering Jul 23 16:21:55.464240 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.465400 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.465952 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: metering_source_and_destination_fields Jul 23 16:21:55.466356 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: multiprovidernet.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.467335 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.467853 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: multi-provider Jul 23 16:21:55.468223 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: netmtu.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.469157 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.469684 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: net-mtu Jul 23 16:21:55.470038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: netmtu_writable.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.471071 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.471651 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: net-mtu-writable Jul 23 16:21:55.472013 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: network_availability_zone.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.472728 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.473240 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: network_availability_zone Jul 23 16:21:55.473565 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: network_ip_availability.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.474997 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.475543 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: network-ip-availability Jul 23 16:21:55.475872 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: network_segment_range.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.476691 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.477229 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 16:21:55.477571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: pagination.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.478645 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.479026 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: pagination Jul 23 16:21:55.479355 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.480351 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.480887 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: port-mac-address-regenerate Jul 23 16:21:55.481216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: port_resource_request.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.482186 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.482726 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 16:21:55.483058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: portbindings.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.484072 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.484587 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: binding Jul 23 16:21:55.484931 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: portbindings_extended.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.486360 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.487445 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: binding-extended Jul 23 16:21:55.487778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: portsecurity.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.488716 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.489259 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: port-security Jul 23 16:21:55.489603 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: project_id.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.490722 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.491176 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: project-id Jul 23 16:21:55.491506 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: providernet.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.492485 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.493002 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: provider Jul 23 16:21:55.493327 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.497074 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.497653 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos not supported by any of loaded plugins Jul 23 16:21:55.497993 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.499458 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.500049 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 16:21:55.500364 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.501315 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.501904 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 16:21:55.502238 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_default.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.503309 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.503875 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-default not supported by any of loaded plugins Jul 23 16:21:55.504225 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_fip.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.504937 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.505537 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 16:21:55.505865 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_gateway_ip.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.506938 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.507505 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 16:21:55.507828 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_port_network_policy.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.508829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.509343 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 16:21:55.509731 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_rule_type_details.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.510818 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.511335 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 16:21:55.511662 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: qos_rules_alias.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.512802 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.513365 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 16:21:55.513692 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: quotasv2.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.514753 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.515120 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: quotas Jul 23 16:21:55.515445 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: quotasv2_detail.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.517353 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.517698 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: quota_details Jul 23 16:21:55.518569 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: rbac.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.519719 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.520293 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: rbac-policies Jul 23 16:21:55.520670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: rbac_address_scope.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.521651 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.522195 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: rbac-address-scope Jul 23 16:21:55.522572 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: rbac_security_groups.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.524011 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.524123 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: rbac-security-groups Jul 23 16:21:55.524855 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: rbac_subnetpool.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.525597 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.526652 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: rbac-subnetpool Jul 23 16:21:55.526652 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: revisionifmatch.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.527392 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.527980 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: revision-if-match Jul 23 16:21:55.528303 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: revisions.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.529547 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.530117 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: standard-attr-revisions Jul 23 16:21:55.530499 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: router_availability_zone.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.531249 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.531769 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: router_availability_zone Jul 23 16:21:55.532152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: routerservicetype.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.533246 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.533863 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 16:21:55.534245 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.535344 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.535899 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: port-security-groups-filtering Jul 23 16:21:55.536224 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: securitygroup.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.548455 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.549049 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: security-group Jul 23 16:21:55.550013 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: segment.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.550993 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.551532 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension segment not supported by any of loaded plugins Jul 23 16:21:55.551864 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.553040 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.553588 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 16:21:55.553917 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: servicetype.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.555460 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.556090 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: service-type Jul 23 16:21:55.556476 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: sorting.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.557731 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.558278 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: sorting Jul 23 16:21:55.558584 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: standard_attr_segment.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.559651 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.560260 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 16:21:55.560683 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: standardattrdescription.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.561444 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.562049 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: standard-attr-description Jul 23 16:21:55.562519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: stateful_security_group.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.563710 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.564314 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: stateful-security-group Jul 23 16:21:55.564678 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: stdattrs_common.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.565435 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 16:21:55.565807 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.566920 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.567524 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 16:21:55.567886 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: subnet_onboard.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.569384 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.570000 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: subnet_onboard Jul 23 16:21:55.570416 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.571925 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.572525 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 16:21:55.572968 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: subnet_service_types.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.574175 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.574724 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: subnet-service-types Jul 23 16:21:55.575097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: subnetallocation.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.576342 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.576974 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: subnet_allocation Jul 23 16:21:55.577453 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.578165 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.578911 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: subnetpool-prefix-ops Jul 23 16:21:55.579276 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.580346 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.581497 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 16:21:55.581859 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: tagging.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.583191 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.583788 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: standard-attr-tag Jul 23 16:21:55.584155 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: timestamp.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.585618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.586410 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loaded extension: standard-attr-timestamp Jul 23 16:21:55.586647 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: trunk.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.587831 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.588527 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension trunk not supported by any of loaded plugins Jul 23 16:21:55.588913 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: trunk_details.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.590023 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.590705 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 16:21:55.591090 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: uplink_status_propagation.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.592167 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.592787 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 16:21:55.593225 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Loading extension file: vlantransparent.py {{(pid=74231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jul 23 16:21:55.594007 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jul 23 16:21:55.594727 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 16:21:55.597892 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:network Jul 23 16:21:55.598894 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:subnet Jul 23 16:21:55.599608 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:21:55.600555 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:port Jul 23 16:21:55.602166 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.602770 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service FLAVORS assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.603541 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.604074 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.604452 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:router Jul 23 16:21:55.605350 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:21:55.606137 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service METERING assigned prefix: /metering {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.607797 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.608204 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.608562 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:21:55.609924 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:21:55.610416 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:21:55.611178 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:21:55.611985 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service CORE assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.612325 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:21:55.612677 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] subnetpool is already registered Jul 23 16:21:55.613318 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service CORE assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.613652 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:21:55.614010 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] subnetpool is already registered Jul 23 16:21:55.616950 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.617395 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service FLAVORS assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.618032 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.618498 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.618849 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:router Jul 23 16:21:55.619188 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] router is already registered Jul 23 16:21:55.619935 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 16:21:55.620271 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] floatingip is already registered Jul 23 16:21:55.620957 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service METERING assigned prefix: /metering {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.621732 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 16:21:55.622051 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] rbac_policy is already registered Jul 23 16:21:55.622691 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:security_group Jul 23 16:21:55.623029 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] security_group is already registered Jul 23 16:21:55.623660 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 16:21:55.624012 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] security_group_rule is already registered Jul 23 16:21:55.624740 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service CORE assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.625077 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:21:55.625409 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] subnetpool is already registered Jul 23 16:21:55.626080 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.v2.resource_helper [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Service CORE assigned prefix: {{(pid=74231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 16:21:55.626443 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 16:21:55.626807 dv-cinder-802039-1-smb neutron-server[74231]: WARNING neutron.quota.resource_registry [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] subnetpool is already registered Jul 23 16:21:55.627594 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: extensions {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.629183 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: address-groups {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.630882 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: address-scopes {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.632176 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: agents {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.633406 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: auto-allocated-topology {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.634763 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: availability_zones {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.636158 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: dhcp-networks {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.637636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: dhcp-agents {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.639131 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: routers {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.641051 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: flavors {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.642281 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: service_profiles {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.644137 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: next_providers {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.645869 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: service_profiles {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.647506 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: floatingip-pools {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.648833 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: routers {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.650786 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: floatingips {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.652038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: l3-routers {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.653477 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: l3-agents {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.654976 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: metering-labels {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.657533 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: metering-label-rules {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.659469 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: network-ip-availabilities {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.660778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: bindings {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.662761 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: quotas {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.664288 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: quotas {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.665773 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: rbac-policies {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.667161 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: security-groups {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.668411 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: security-group-rules {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.669698 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: service-providers {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.670966 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: subnetpools {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.672465 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: subnetpools {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.673917 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.675710 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.677600 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.679580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.681974 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.684119 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.686558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.688586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.690593 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.692607 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron.api.extensions [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Extended resource: tags {{(pid=74231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jul 23 16:21:55.698942 dv-cinder-802039-1-smb neutron-server[74231]: WARNING keystonemiddleware.auth_token [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 16:21:55.704245 dv-cinder-802039-1-smb neutron-server[74231]: WARNING keystonemiddleware.auth_token [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 16:21:55.713836 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Acquired lock "singleton_lock" {{(pid=74231) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 16:21:55.714471 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_concurrency.lockutils [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Releasing lock "singleton_lock" {{(pid=74231) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 16:21:55.715228 dv-cinder-802039-1-smb neutron-server[74231]: INFO oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Starting 2 workers Jul 23 16:21:55.720454 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Started child 74349 {{(pid=74231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:21:55.726644 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Started child 74350 {{(pid=74231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:21:55.728533 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.729650 dv-cinder-802039-1-smb neutron-server[74231]: INFO neutron.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 16:21:55.730131 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Notify callbacks [] for process, before_spawn {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.731144 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [-] (74349) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:21:55.733656 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.734746 dv-cinder-802039-1-smb neutron-server[74231]: INFO oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Starting 1 workers Jul 23 16:21:55.735872 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [-] (74350) wsgi starting up on http://0.0.0.0:9696 Jul 23 16:21:55.740360 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Started child 74351 {{(pid=74231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:21:55.740963 dv-cinder-802039-1-smb neutron-server[74231]: INFO oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Starting 1 workers Jul 23 16:21:55.745752 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Started child 74352 {{(pid=74231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 23 16:21:55.746724 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG neutron_lib.callbacks.manager [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] Notify callbacks [] for process, after_spawn {{(pid=74231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.747841 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] calling RpcWorker wait() {{(pid=74351) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 16:21:55.748910 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.service [None req-3611c483-802c-4c35-84ae-2d58ff6662a5 None None] returning from RpcWorker wait() {{(pid=74351) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 16:21:55.749042 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74231) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 23 16:21:55.749042 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 23 16:21:55.749284 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 23 16:21:55.749416 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 23 16:21:55.749883 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 23 16:21:55.749883 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 23 16:21:55.750390 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.750593 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.750769 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.751019 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.751286 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.751437 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.751660 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.752225 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.753106 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.753404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.753698 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.753940 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.754148 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.754401 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.754659 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.754910 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.755285 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.755558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.755810 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.756136 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.756311 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.756593 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.756887 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.757138 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.757411 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] debug = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.757658 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.758177 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:21:55.758831 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.758831 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.759103 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.759267 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.759571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.759870 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.760052 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.760291 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.760592 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.760748 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.760925 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:55.761060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.761330 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.761645 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.762018 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.762263 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.763012 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] host = dv-cinder-802039-1-smb {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.763328 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.763678 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.763956 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.764187 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.764533 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.764776 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.765034 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.765301 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.765569 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.765806 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.766081 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.766397 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.766655 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.766912 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_file = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.767074 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_options = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.767298 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.767587 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.767864 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.768772 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.768995 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.769226 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.769422 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.769629 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.769831 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.770077 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.770351 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.770675 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.770869 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.771109 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.771434 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.771680 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.771990 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.772285 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.772529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.772791 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.773027 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.773319 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.773619 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.773912 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.774181 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.774450 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.774788 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.775017 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.775236 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.775479 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.775750 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.776047 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.776278 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.776589 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.776844 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.777078 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.777340 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.778061 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.778345 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.778643 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.778902 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.779307 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.779535 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.779753 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.779986 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.780206 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_json = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.780427 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.780660 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.781048 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.781048 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.781492 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.781492 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.781956 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.781956 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.782474 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.782693 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.782997 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.783271 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.783564 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.783949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.784217 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.784495 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.784718 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.784963 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.785313 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.785581 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.785958 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.786229 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.786543 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.786785 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.787017 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.787239 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.787457 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.787686 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.787952 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.788250 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.788595 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.788820 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.789082 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.789496 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.789721 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.789947 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.790180 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.790438 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.790677 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.790897 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.791290 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.791511 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.791749 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.791989 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.792209 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.792474 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.792719 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.792984 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.793224 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.793442 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.793707 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.793932 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.794223 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.794618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.794839 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.795126 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.795349 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.795601 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.795819 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.796080 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.796332 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.796564 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.798216 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.799135 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.799135 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.799135 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.799527 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.799527 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.799759 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.800123 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.800267 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.800423 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.800663 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.800873 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.801088 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.801328 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.801656 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.802084 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.802394 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.802678 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.803502 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.803502 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.803502 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.803997 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.804468 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.806038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.806038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.806038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.806038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.806038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.806038 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.810998 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.811863 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.814529 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.816159 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.817242 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.818398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.818398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.818398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.818398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.818398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.818398 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.819215 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.819215 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.819215 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.819215 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.819730 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.819730 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.820013 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.820013 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.820273 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.820497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.820752 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.821019 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.821260 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.821609 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.821609 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.822071 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.822071 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.822584 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.822584 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.823044 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.823044 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.823543 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.823543 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.826580 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.827618 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.828519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.828519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.828519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.828519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.828519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.829056 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.829056 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.829274 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.829407 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.829788 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.829788 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.830052 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.830227 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.831200 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.831617 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.831903 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.832148 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.832433 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.832677 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.833093 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.833446 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.833704 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.833968 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.833968 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.834494 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.834730 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.834957 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.835181 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.835351 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.835521 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.835721 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.835928 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.836129 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.836323 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.836575 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.836842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.837065 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.837311 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.837701 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.838075 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.838556 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.838870 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.839093 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.839343 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.839602 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.840050 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.840050 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.842532 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.843592 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.843592 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.843592 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.844009 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.844009 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.844265 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.844403 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.844608 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.844839 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.845091 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.845327 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.845556 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.846142 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.846142 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.846688 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.846688 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.847600 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.847600 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.847600 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.847600 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.848519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.848519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.848519 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:21:55.849167 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74231) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 23 16:21:55.849167 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 23 16:21:55.849167 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 23 16:21:55.849897 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 23 16:21:55.849897 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 23 16:21:55.849897 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 23 16:21:55.849897 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.849897 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.851025 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.851025 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.851025 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.851025 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.851025 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.851025 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.852558 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] debug = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.854586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.856097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.856097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.856097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.856097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.856097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.856097 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.857586 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] host = dv-cinder-802039-1-smb {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.859590 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_file = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.861366 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_options = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.863497 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.864784 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.865926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.867432 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.869266 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_json = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.870636 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 23 16:21:55.872132 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.873930 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.875404 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.876926 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.879487 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.881151 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.882829 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.884670 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.886501 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.888220 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.890067 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.891848 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.894058 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.895625 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.897060 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.898544 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.900141 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.901571 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.903121 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.904787 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.906338 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.907842 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.909493 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.910949 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.912152 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.913251 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.914412 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.915393 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.916778 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.918046 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.919684 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 23 16:21:55.921183 dv-cinder-802039-1-smb neutron-server[74231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 16:21:55.963242 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:21:56.010687 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56724) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:21:56.023200 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085719 Jul 23 16:22:08.135956 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710351'] for agent, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:08.144335 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.144851 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.145561 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.147416 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.148197 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.148784 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.149447 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.150559 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.151224 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.151745 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.152268 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:08.153826 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802039-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:08.178466 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802039-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:08.868289 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7710423-594f-4623-be41-1abb42a79aca None None] get_active_networks_info from dv-cinder-802039-1-smb {{(pid=74351) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jul 23 16:22:08.967875 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7710423-594f-4623-be41-1abb42a79aca None None] No non-hosted networks {{(pid=74351) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 16:22:08.980835 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-534ad9ea-5e96-42b8-925d-2b3934e88225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710351'] for agent, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.117800 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-fd9b01c7-b75a-49fd-ac9b-cd1d8f611e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710351'] for agent, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:11.151579 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a6beb483-2fa3-4044-8fcd-18a547167da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:12.578913 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710351'] for agent, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:13.795216 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710351'] for agent, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:16.809197 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56814) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:17.496377 dv-cinder-802039-1-smb neutron-server[74349]: WARNING oslo_policy.policy [None req-b91202f0-a358-40de-abf3-baf2659bfbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:17.496979 dv-cinder-802039-1-smb neutron-server[74349]: WARNING oslo_policy.policy [None req-b91202f0-a358-40de-abf3-baf2659bfbf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:17.716168 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [None req-b91202f0-a358-40de-abf3-baf2659bfbf4 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74349) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:22:17.717377 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b91202f0-a358-40de-abf3-baf2659bfbf4 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9058225 Jul 23 16:22:18.188203 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.db.l3_hamode_db [None req-f0fb20ac-eb3d-4644-aa86-aaed8809bc4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 16:22:18.319509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb20ac-eb3d-4644-aa86-aaed8809bc4a None None] Routers set() bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:18.319792 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb20ac-eb3d-4644-aa86-aaed8809bc4a None None] Router IDs set() for agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 16:22:20.078543 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56828) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:20.624729 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:20.674161 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.policy [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74349) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jul 23 16:22:20.675100 dv-cinder-802039-1-smb neutron-server[74349]: WARNING oslo_policy.policy [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:20.675542 dv-cinder-802039-1-smb neutron-server[74349]: WARNING oslo_policy.policy [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:20.678997 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.quota [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] Loaded quota_driver: . Jul 23 16:22:20.695943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:20.801538 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743606723229', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743606744828', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743606354892', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743606364962', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743606366942', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7888981', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7812648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-470598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416666'] for rbac-policy, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.887620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:20.888999 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-eea79865-b0c7-46df-bda8-8754867243f5 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8095565 Jul 23 16:22:23.690960 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56842) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:24.418522 dv-cinder-802039-1-smb neutron-server[74350]: WARNING oslo_policy.policy [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:24.419098 dv-cinder-802039-1-smb neutron-server[74350]: WARNING oslo_policy.policy [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:24.644071 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Request body: {'network': {'name': 'private', 'project_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:24.645715 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.quota [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Loaded quota_driver: . Jul 23 16:22:24.662613 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:24.669999 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Usage tracker for resource:network and tenant:74ccd574325544a28e927f965ced753b is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:24.677709 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:24.692512 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:24.712579 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Made reservation on behalf of 74ccd574325544a28e927f965ced753b for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:24.749737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.policy [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74350) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jul 23 16:22:24.750574 dv-cinder-802039-1-smb neutron-server[74350]: WARNING oslo_policy.policy [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:24.750937 dv-cinder-802039-1-smb neutron-server[74350]: WARNING oslo_policy.policy [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 16:22:24.755722 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.779681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.840264 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:24.844834 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Usage tracker for resource:security_group_rule and tenant:74ccd574325544a28e927f965ced753b is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:24.849694 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:24.856590 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:24.950834 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.956395 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:24.962677 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:24.983978 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:22:25.014518 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743609180025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.015167 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Unsubscribe: segment precommit_create {{(pid=74350) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:22:25.015685 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Added segment 556a26b3-3433-4f4a-a5ab-38e18ba5af24 of type vlan for network e69cd3a6-84a3-4c46-b39e-846ad330df22 Jul 23 16:22:25.071558 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb3c8aa-7687-4887-97c8-a5a9e3e60140,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.112882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.112882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.112882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.112882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.112882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.113463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.113463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.113463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.113463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.113463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.113788 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Tracked resource versions report: Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: pushed versions: Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Log': {'1.0'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Network': {'1.1'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Port': {'1.5'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'PortForwarding': {'1.2'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'QosPolicy': {'1.8'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroup': {'1.2'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'SubPort': {'1.0'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Subnet': {'1.1'}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Trunk': {'1.1'}} Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: consumer versions: Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Log': '1.0', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Network': '1.1', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Port': '1.5', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'PortForwarding': '1.2', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'QosPolicy': '1.8', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroup': '1.2', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroupRule': '1.0', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'SubPort': '1.0', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Subnet': '1.1', Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: 'Trunk': '1.1'}} Jul 23 16:22:25.114889 dv-cinder-802039-1-smb neutron-server[74350]: {{(pid=74350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:22:25.155557 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.177792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:25.224515 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.226703 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:25.227737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:25.233158 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:25.371824 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Pushing event updated for resources: {'Network': ['ID=e69cd3a6-84a3-4c46-b39e-846ad330df22,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:25.375363 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.6830232 Jul 23 16:22:25.400429 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:25.408704 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:22:28.598950 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56864) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:29.420587 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aed311-9ec3-466e-b550-edee398a12a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:29.421947 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-77aed311-9ec3-466e-b550-edee398a12a0 admin admin] 10.222.0.47 "GET /v2.0/networks/e69cd3a6-84a3-4c46-b39e-846ad330df22 HTTP/1.1" status: 200 len: 826 time: 0.8216474 Jul 23 16:22:29.455388 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-aa65c1c2-3a2d-4b78-abaa-07891b0437fd admin admin] 10.222.0.47 "GET /v2.0/subnetpools/fb780d50-38c8-44af-8bac-ddff700e02ad HTTP/1.1" status: 200 len: 734 time: 0.0268719 Jul 23 16:22:29.465293 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad', 'gateway_ip': '172.20.0.1', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:29.470454 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:29.474877 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Usage tracker for resource:subnet and tenant:74ccd574325544a28e927f965ced753b is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:29.478485 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:29.484705 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:29.495490 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Made reservation on behalf of 74ccd574325544a28e927f965ced753b for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:29.499281 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.989284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:29.997974 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:30.139447 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d32826-ebbd-42a8-9971-f3cf41bd9bf8,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:30.150858 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:30.159627 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Checking segment: {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:22:30.160216 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Network hostable DHCP agents. Network: e69cd3a6-84a3-4c46-b39e-846ad330df22, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:30.201923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:30.220225 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, e69cd3a6-84a3-4c46-b39e-846ad330df22) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:30.228085 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:30.229088 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:30.242961 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7534080-d6ba-4ec6-979f-9a7c3d09e9a4 None None] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:22:30.263238 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8013852 Jul 23 16:22:30.813956 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-e69cd3a6-84a3-4c46-b39e-846ad330df22', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:22:30.815947 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.171736 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Allocated IP 172.20.0.2 (e69cd3a6-84a3-4c46-b39e-846ad330df22/b0d32826-ebbd-42a8-9971-f3cf41bd9bf8/ada42dbd-86b9-423e-acc0-359b37bdb61e) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:31.601083 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.621757 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Transition to ACTIVE for port object ada42dbd-86b9-423e-acc0-359b37bdb61e will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:31.645850 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Transition to ACTIVE for port object ada42dbd-86b9-423e-acc0-359b37bdb61e will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:31.654278 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.663582 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:31.735440 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:31.739500 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:31.747096 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:31.749645 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Pushing event updated for resources: {'Port': ['ID=ada42dbd-86b9-423e-acc0-359b37bdb61e,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:31.762893 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.763342 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.763765 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.764187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.764591 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.765018 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.765426 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.765829 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.766325 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.766726 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.767144 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Tracked resource versions report: Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: pushed versions: Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Log': {'1.0'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Network': {'1.1'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Port': {'1.5'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'PortForwarding': {'1.2'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'QosPolicy': {'1.8'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroup': {'1.2'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'SubPort': {'1.0'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Subnet': {'1.1'}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Trunk': {'1.1'}} Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: consumer versions: Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Log': '1.0', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Network': '1.1', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Port': '1.5', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'PortForwarding': '1.2', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'QosPolicy': '1.8', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroup': '1.2', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroupRule': '1.0', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'SubPort': '1.0', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Subnet': '1.1', Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: 'Trunk': '1.1'}} Jul 23 16:22:31.768453 dv-cinder-802039-1-smb neutron-server[74351]: {{(pid=74351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:22:31.804995 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:31.868677 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Attempting to bind port ada42dbd-86b9-423e-acc0-359b37bdb61e on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:31.869071 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Attempting to bind port ada42dbd-86b9-423e-acc0-359b37bdb61e by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:31.869600 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Attempting to bind port ada42dbd-86b9-423e-acc0-359b37bdb61e on network e69cd3a6-84a3-4c46-b39e-846ad330df22 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:31.878544 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:31.879063 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Checking segment: {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:22:31.879756 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.880221 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Bound using segment: {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:31.880846 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Bound port: ada42dbd-86b9-423e-acc0-359b37bdb61e, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:31.881254 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:31.984520 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] For port ada42dbd-86b9-423e-acc0-359b37bdb61e, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:31.989595 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] For port ada42dbd-86b9-423e-acc0-359b37bdb61e, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=ada42dbd-86b9-423e-acc0-359b37bdb61e,segment=NetworkSegment(556a26b3-3433-4f4a-a5ab-38e18ba5af24),segment_id=556a26b3-3433-4f4a-a5ab-38e18ba5af24)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:31.996068 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:32.000998 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:32.138934 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Pushing event updated for resources: {'Port': ['ID=ada42dbd-86b9-423e-acc0-359b37bdb61e,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:32.142498 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:34.194963 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56874) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:34.920522 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [None req-0ace9afe-8c29-4fb3-95a7-58f7890977bc admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:22:34.921525 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0ace9afe-8c29-4fb3-95a7-58f7890977bc admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7251756 Jul 23 16:22:36.544022 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device ada42dbd-86b9-423e-acc0-359b37bdb61e up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:36.621197 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port ada42dbd-86b9-423e-acc0-359b37bdb61e completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:36.814593 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793ffa2-17d2-4c2e-b9e9-8052a85fa39f None None] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:22:36.937370 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Provisioning for port ada42dbd-86b9-423e-acc0-359b37bdb61e completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:36.945373 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Provisioning complete for port ada42dbd-86b9-423e-acc0-359b37bdb61e triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:36.945865 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.295410 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.370774 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] For port ada42dbd-86b9-423e-acc0-359b37bdb61e, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=ada42dbd-86b9-423e-acc0-359b37bdb61e,segment=NetworkSegment(556a26b3-3433-4f4a-a5ab-38e18ba5af24),segment_id=556a26b3-3433-4f4a-a5ab-38e18ba5af24)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:37.371046 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56888) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:37.378199 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.405992 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:37.524380 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Pushing event updated for resources: {'Port': ['ID=ada42dbd-86b9-423e-acc0-359b37bdb61e,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:37.530418 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:37.705643 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-d3a728a5-c069-4b34-9fc6-9d97634daa56 None None] Provisioning complete for port ada42dbd-86b9-423e-acc0-359b37bdb61e triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:37.706666 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d3a728a5-c069-4b34-9fc6-9d97634daa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:37.834032 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [None req-f2e56eba-7e2a-4e33-8a23-5e6c626a5156 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:22:37.835113 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f2e56eba-7e2a-4e33-8a23-5e6c626a5156 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4631402 Jul 23 16:22:38.013166 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.511989 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device ada42dbd-86b9-423e-acc0-359b37bdb61e up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:38.584160 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port ada42dbd-86b9-423e-acc0-359b37bdb61e triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:38.584528 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:38.791649 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-e8faaef3-ed5e-459f-aa95-25116c7827c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:40.721688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56902) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:41.097630 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8fb0-8be0-4356-a36f-7a1352c884f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.131797 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '74ccd574325544a28e927f965ced753b', 'name': 'router1'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:41.143776 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:41.149362 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Usage tracker for resource:router and tenant:74ccd574325544a28e927f965ced753b is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:41.153436 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:41.159647 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:41.171957 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.173620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.201065 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.318229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.341217 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:41.342606 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-577062b4-f1b2-46ce-8558-f321bf2f263b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6194341 Jul 23 16:22:42.526995 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.723499 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56922) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:43.755882 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:43.940775 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [None req-782bd0b5-4dc3-4594-a80b-58d404a7db4a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:22:43.941696 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-782bd0b5-4dc3-4594-a80b-58d404a7db4a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2172399 Jul 23 16:22:46.091430 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56942) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:46.171430 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:46.177164 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:46.181796 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Usage tracker for resource:network and tenant:53a40ac37bc54d239cec3159ccf455bd is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:46.185672 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:46.191974 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:46.202586 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Made reservation on behalf of 53a40ac37bc54d239cec3159ccf455bd for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:46.206071 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.223841 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.267277 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:46.273760 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Usage tracker for resource:security_group_rule and tenant:53a40ac37bc54d239cec3159ccf455bd is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:46.277091 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:46.283494 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:46.373192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.379618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.384597 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:46.400220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Reserving flat network on physical network physnet1 {{(pid=74349) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 16:22:46.432385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743609180025', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.432985 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Unsubscribe: segment precommit_create {{(pid=74349) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 16:22:46.433467 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Added segment 385344ff-8422-4361-b764-fda77a12e328 of type flat for network 2b4b06d1-877b-4f6e-b954-9053eb19e016 Jul 23 16:22:46.485224 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae686e7-30f8-4ea9-a8c1-b720bda5abd4,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.512385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.512784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.513168 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.513569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.513954 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.514219 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.514575 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.514911 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.515231 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.515548 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.515863 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Tracked resource versions report: Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: pushed versions: Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Log': {'1.0'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Network': {'1.1'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Port': {'1.5'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'PortForwarding': {'1.2'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'QosPolicy': {'1.8'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroup': {'1.2'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'SubPort': {'1.0'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Subnet': {'1.1'}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Trunk': {'1.1'}} Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: consumer versions: Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Log': '1.0', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Network': '1.1', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Port': '1.5', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'PortForwarding': '1.2', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'QosPolicy': '1.8', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroup': '1.2', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroupRule': '1.0', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'SubPort': '1.0', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Subnet': '1.1', Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: 'Trunk': '1.1'}} Jul 23 16:22:46.516954 dv-cinder-802039-1-smb neutron-server[74349]: {{(pid=74349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:22:46.559539 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.571066 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:46.621590 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.623693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:46.624652 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:46.632888 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:46.772677 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6800935 Jul 23 16:22:46.775713 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4b06d1-877b-4f6e-b954-9053eb19e016,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:46.779085 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:46.794272 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:22:49.404836 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56956) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:49.603226 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68bb4b-6c27-4b1d-af47-a800d11e2364 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:49.604625 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-be68bb4b-6c27-4b1d-af47-a800d11e2364 admin admin] 10.222.0.47 "GET /v2.0/subnets/b0d32826-ebbd-42a8-9971-f3cf41bd9bf8 HTTP/1.1" status: 200 len: 849 time: 0.1984928 Jul 23 16:22:49.767137 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-bfdb6f3a-4a04-4dfe-b014-2257b4d23542 admin admin] 10.222.0.47 "GET /v2.0/routers/1e75d878-a577-407f-bfa5-4d218ae66955 HTTP/1.1" status: 200 len: 704 time: 0.1522365 Jul 23 16:22:50.344796 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.643498 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Allocated IP 172.20.0.1 (e69cd3a6-84a3-4c46-b39e-846ad330df22/b0d32826-ebbd-42a8-9971-f3cf41bd9bf8/26aa5829-6ab9-49e1-a438-b98ce4c4cda2) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:22:50.830617 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.857020 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Transition to ACTIVE for port object 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:50.917195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:50.922322 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:50.989265 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:50.992387 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:51.000467 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:22:51.000997 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.004615 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Pushing event updated for resources: {'Port': ['ID=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:51.008250 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:51.147963 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.249754 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-24b7d881-f84b-4630-83d2-f16f8449972c None None] Provisioning for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:51.256556 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-24b7d881-f84b-4630-83d2-f16f8449972c None None] Provisioning complete for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:51.257024 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-24b7d881-f84b-4630-83d2-f16f8449972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.318596 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-24b7d881-f84b-4630-83d2-f16f8449972c None None] Port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:22:51.414213 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.424885 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.426313 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:51.430760 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:51.615705 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Pushing event updated for resources: {'Port': ['ID=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:51.619751 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:51.686039 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:22:51.687128 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:51.949186 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f6d7b948-ede9-4b84-8dcf-27292e2022d9 None None] Provisioning complete for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:51.949692 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b948-ede9-4b84-8dcf-27292e2022d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:52.009580 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7b948-ede9-4b84-8dcf-27292e2022d9 None None] Port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:22:52.212261 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Router 1e75d878-a577-407f-bfa5-4d218ae66955 is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:22:52.393629 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:22:52.405840 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] 10.222.0.47 "PUT /v2.0/routers/1e75d878-a577-407f-bfa5-4d218ae66955/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6322463 Jul 23 16:22:52.406283 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Sync routers for ids ['1e75d878-a577-407f-bfa5-4d218ae66955'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:22:52.430696 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Routers {'1e75d878-a577-407f-bfa5-4d218ae66955'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:52.432293 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:22:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['1e75d878-a577-407f-bfa5-4d218ae66955'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:52.657412 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Set router 1e75d878-a577-407f-bfa5-4d218ae66955 gateway port host: None {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:22:53.161890 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'name': 'router1', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:41Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 2, 'project_id': '74ccd574325544a28e927f965ced753b', 'gw_port_host': None, '_interfaces': [{'id': '26aa5829-6ab9-49e1-a438-b98ce4c4cda2', 'name': '', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'mac_address': 'fa:16:3e:f7:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:50Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 2, 'project_id': '74ccd574325544a28e927f965ced753b', 'subnets': [{'id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:53.170205 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Checking router: 1e75d878-a577-407f-bfa5-4d218ae66955 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:22:53.170831 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Updating router 1e75d878-a577-407f-bfa5-4d218ae66955 port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:22:53.231588 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.688214 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.706259 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Transition to ACTIVE for port object 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:22:53.715960 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:53.725619 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:54.023125 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Pushing event updated for resources: {'Port': ['ID=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:54.062776 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Attempting to bind port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:22:54.063380 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Attempting to bind port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:22:54.064074 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Attempting to bind port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 on network e69cd3a6-84a3-4c46-b39e-846ad330df22 {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:22:54.074409 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.074908 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.075555 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.076136 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.076727 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.077425 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.078209 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.078876 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.079561 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.080778 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.081338 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Tracked resource versions report: Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: pushed versions: Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Log': {'1.0'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Network': {'1.1'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Port': {'1.5'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'PortForwarding': {'1.2'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'QosPolicy': {'1.8'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroup': {'1.2'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'SubPort': {'1.0'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Subnet': {'1.1'}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Trunk': {'1.1'}} Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: consumer versions: Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Log': '1.0', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Network': '1.1', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Port': '1.5', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'PortForwarding': '1.2', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'QosPolicy': '1.8', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroup': '1.2', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroupRule': '1.0', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'SubPort': '1.0', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Subnet': '1.1', Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: 'Trunk': '1.1'}} Jul 23 16:22:54.083038 dv-cinder-802039-1-smb neutron-server[74352]: {{(pid=74352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:22:54.089177 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:54.090409 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:22:54.090932 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Checking segment: {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:22:54.091546 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.092036 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Bound using segment: {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:22:54.092770 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Bound port: 26aa5829-6ab9-49e1-a438-b98ce4c4cda2, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556a26b3-3433-4f4a-a5ab-38e18ba5af24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:22:54.093371 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.244565 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] For port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:22:54.252334 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] For port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,segment=NetworkSegment(556a26b3-3433-4f4a-a5ab-38e18ba5af24),segment_id=556a26b3-3433-4f4a-a5ab-38e18ba5af24)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:22:54.257956 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:54.263927 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:54.372715 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Pushing event updated for resources: {'Port': ['ID=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,revision_number=4']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:54.377041 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:54.379019 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Routers {'1e75d878-a577-407f-bfa5-4d218ae66955'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:22:54.380037 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:22:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['1e75d878-a577-407f-bfa5-4d218ae66955'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:54.597852 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] Set router 1e75d878-a577-407f-bfa5-4d218ae66955 gateway port host: None {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:22:54.821999 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56968) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:55.010791 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4220446-7c0f-47bc-91b4-1d9345256065 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.011525 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e4220446-7c0f-47bc-91b4-1d9345256065 admin admin] Synchronizing usage tracker for tenant:53a40ac37bc54d239cec3159ccf455bd on resource:network {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:22:55.011923 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'name': 'router1', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:41Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 2, 'project_id': '74ccd574325544a28e927f965ced753b', 'gw_port_host': None, '_interfaces': [{'id': '26aa5829-6ab9-49e1-a438-b98ce4c4cda2', 'name': '', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'mac_address': 'fa:16:3e:f7:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:50Z', 'updated_at': '2021-07-23T16:22:54Z', 'revision_number': 4, 'project_id': '74ccd574325544a28e927f965ced753b', 'subnets': [{'id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:22:55.018147 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e245dffd-f74b-4674-9985-fb45639833f9 None None] The sync data for ids ['1e75d878-a577-407f-bfa5-4d218ae66955'] in dv-cinder-802039-1-smb is: [{'id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'name': 'router1', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:41Z', 'updated_at': '2021-07-23T16:22:51Z', 'revision_number': 2, 'project_id': '74ccd574325544a28e927f965ced753b', 'gw_port_host': None, '_interfaces': [{'id': '26aa5829-6ab9-49e1-a438-b98ce4c4cda2', 'name': '', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'mac_address': 'fa:16:3e:f7:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:50Z', 'updated_at': '2021-07-23T16:22:54Z', 'revision_number': 4, 'project_id': '74ccd574325544a28e927f965ced753b', 'subnets': [{'id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:22:55.032745 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e4220446-7c0f-47bc-91b4-1d9345256065 admin admin] Unset dirty status for tenant:53a40ac37bc54d239cec3159ccf455bd on resource:network {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:22:55.034651 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e4220446-7c0f-47bc-91b4-1d9345256065 admin admin] 10.222.0.47 "GET /v2.0/networks/2b4b06d1-877b-4f6e-b954-9053eb19e016 HTTP/1.1" status: 200 len: 842 time: 0.2115996 Jul 23 16:22:55.049163 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:55.057973 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:22:55.062473 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Usage tracker for resource:subnet and tenant:53a40ac37bc54d239cec3159ccf455bd is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:22:55.068053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:22:55.081063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:22:55.101492 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Made reservation on behalf of 53a40ac37bc54d239cec3159ccf455bd for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:22:55.105389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.662747 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.objects.ports [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74349) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jul 23 16:22:55.663225 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.667048 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:55.730822 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51e0f5d-ff84-453e-8e2c-2d8669911cc7,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:55.734046 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:55.759327 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:22:55.759677 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Network hostable DHCP agents. Network: 2b4b06d1-877b-4f6e-b954-9053eb19e016, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:22:55.786942 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:22:55.799547 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 2b4b06d1-877b-4f6e-b954-9053eb19e016) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:22:55.805750 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:55.806960 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:55.816334 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e45ae-9747-4455-8e38-60676bf2e29e None None] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:22:55.863435 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8199697 Jul 23 16:22:56.155868 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d354da0-879f-4726-8d88-44c65cc62b72 None None] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:22:56.586685 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:56.698589 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:22:56.706129 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:56.706605 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.841992 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.896273 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,segment=NetworkSegment(556a26b3-3433-4f4a-a5ab-38e18ba5af24),segment_id=556a26b3-3433-4f4a-a5ab-38e18ba5af24)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:22:56.900751 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:56.903956 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-2df870ca-eb79-475d-8312-efb8a7cf78a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:22:56.977676 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=26aa5829-6ab9-49e1-a438-b98ce4c4cda2,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:22:56.982529 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:22:57.842351 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:22:58.448907 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 56982) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:22:58.531941 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:22:58.620281 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:22:58.620601 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:58.798158 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2c63f573-3673-4a50-947b-79a64d7bdf51 admin admin] 10.222.0.47 "GET /v2.0/routers/1e75d878-a577-407f-bfa5-4d218ae66955 HTTP/1.1" status: 200 len: 710 time: 0.3477387 Jul 23 16:22:59.000210 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eadd61-e6a1-42c8-8718-241745b738f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:22:59.003256 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-a1eadd61-e6a1-42c8-8718-241745b738f8 admin admin] 10.222.0.47 "GET /v2.0/networks/2b4b06d1-877b-4f6e-b954-9053eb19e016 HTTP/1.1" status: 200 len: 886 time: 0.1951432 Jul 23 16:22:59.016502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:22:59.536391 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.748586 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.821840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:22:59.968930 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Allocated IP 172.28.1.30 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/c2f736c7-7f62-4c4e-94d9-d67f1cd47e07) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:23:00.168626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.202259 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.206876 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:00.274809 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:23:00.277941 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:23:00.281102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:23:00.313885 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f736c7-7f62-4c4e-94d9-d67f1cd47e07,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:00.317338 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:00.468438 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.732578 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.737441 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-711652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-706961'] for router, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:00.983101 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Router 1e75d878-a577-407f-bfa5-4d218ae66955 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:23:01.342986 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:23:01.352961 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Sync routers for ids ['1e75d878-a577-407f-bfa5-4d218ae66955'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:23:01.356663 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:01.358760 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] 10.222.0.47 "PUT /v2.0/routers/1e75d878-a577-407f-bfa5-4d218ae66955 HTTP/1.1" status: 200 len: 889 time: 2.3486722 Jul 23 16:23:01.368749 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Routers {'1e75d878-a577-407f-bfa5-4d218ae66955'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:01.369445 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:22:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['1e75d878-a577-407f-bfa5-4d218ae66955'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:01.632512 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Set router 1e75d878-a577-407f-bfa5-4d218ae66955 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:23:02.087167 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'name': 'router1', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c2f736c7-7f62-4c4e-94d9-d67f1cd47e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:41Z', 'updated_at': '2021-07-23T16:23:00Z', 'revision_number': 4, 'project_id': '74ccd574325544a28e927f965ced753b', 'gw_port': {'id': 'c2f736c7-7f62-4c4e-94d9-d67f1cd47e07', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '26aa5829-6ab9-49e1-a438-b98ce4c4cda2', 'name': '', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'mac_address': 'fa:16:3e:f7:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:50Z', 'updated_at': '2021-07-23T16:22:56Z', 'revision_number': 5, 'project_id': '74ccd574325544a28e927f965ced753b', 'subnets': [{'id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:02.093542 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Checking router: 1e75d878-a577-407f-bfa5-4d218ae66955 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:23:02.094040 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Updating router 1e75d878-a577-407f-bfa5-4d218ae66955 port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:23:02.150746 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.638736 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.651286 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Transition to ACTIVE for port object c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:23:02.660631 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.664913 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:02.760283 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6eb10-2849-4cb4-b990-bd68d7fd30a8 None None] Pushing event updated for resources: {'Port': ['ID=c2f736c7-7f62-4c4e-94d9-d67f1cd47e07,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:02.766438 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-47b6eb10-2849-4cb4-b990-bd68d7fd30a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:02.767794 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Attempting to bind port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:23:02.768444 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Attempting to bind port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:23:02.769007 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Attempting to bind port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:23:02.780005 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:23:02.780576 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:23:02.781199 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.781820 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:23:02.782603 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Bound port: c2f736c7-7f62-4c4e-94d9-d67f1cd47e07, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:23:02.783201 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.895488 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] For port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:23:02.899972 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] For port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c2f736c7-7f62-4c4e-94d9-d67f1cd47e07,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:23:02.904575 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:02.909253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:02.995098 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Routers {'1e75d878-a577-407f-bfa5-4d218ae66955'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:23:02.995312 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:22:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['1e75d878-a577-407f-bfa5-4d218ae66955'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:03.104476 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6eb10-2849-4cb4-b990-bd68d7fd30a8 None None] Pushing event updated for resources: {'Port': ['ID=c2f736c7-7f62-4c4e-94d9-d67f1cd47e07,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:03.120982 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-47b6eb10-2849-4cb4-b990-bd68d7fd30a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:03.234495 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] Set router 1e75d878-a577-407f-bfa5-4d218ae66955 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:23:03.632481 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'name': 'router1', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c2f736c7-7f62-4c4e-94d9-d67f1cd47e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:41Z', 'updated_at': '2021-07-23T16:23:00Z', 'revision_number': 4, 'project_id': '74ccd574325544a28e927f965ced753b', 'gw_port': {'id': 'c2f736c7-7f62-4c4e-94d9-d67f1cd47e07', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '26aa5829-6ab9-49e1-a438-b98ce4c4cda2', 'name': '', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'mac_address': 'fa:16:3e:f7:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:50Z', 'updated_at': '2021-07-23T16:22:56Z', 'revision_number': 5, 'project_id': '74ccd574325544a28e927f965ced753b', 'subnets': [{'id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:23:03.636913 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b5c01-2e95-4420-a875-0776915845e4 None None] The sync data for ids ['1e75d878-a577-407f-bfa5-4d218ae66955'] in dv-cinder-802039-1-smb is: [{'id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'name': 'router1', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'c2f736c7-7f62-4c4e-94d9-d67f1cd47e07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:22:41Z', 'updated_at': '2021-07-23T16:23:00Z', 'revision_number': 4, 'project_id': '74ccd574325544a28e927f965ced753b', 'gw_port': {'id': 'c2f736c7-7f62-4c4e-94d9-d67f1cd47e07', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:59Z', 'updated_at': '2021-07-23T16:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '26aa5829-6ab9-49e1-a438-b98ce4c4cda2', 'name': '', 'network_id': 'e69cd3a6-84a3-4c46-b39e-846ad330df22', 'tenant_id': '74ccd574325544a28e927f965ced753b', 'mac_address': 'fa:16:3e:f7:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e75d878-a577-407f-bfa5-4d218ae66955', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:22:50Z', 'updated_at': '2021-07-23T16:22:56Z', 'revision_number': 5, 'project_id': '74ccd574325544a28e927f965ced753b', 'subnets': [{'id': 'b0d32826-ebbd-42a8-9971-f3cf41bd9bf8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb780d50-38c8-44af-8bac-ddff700e02ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:23:04.278843 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 56992) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:23:04.481640 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-1dc3111c-f2f7-42c9-8ba0-92547d0a2749 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1954823 Jul 23 16:23:04.567332 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:23:04.656155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:23:04.664400 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:04.665007 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.836499 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.858170 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c2f736c7-7f62-4c4e-94d9-d67f1cd47e07,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:23:04.864340 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:04.868052 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-47b6eb10-2849-4cb4-b990-bd68d7fd30a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:23:04.945278 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=c2f736c7-7f62-4c4e-94d9-d67f1cd47e07,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:23:04.949736 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:23:06.581444 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:23:06.690511 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port c2f736c7-7f62-4c4e-94d9-d67f1cd47e07 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:23:06.691133 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.018024 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:08.811664 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-cc75222e-daa5-428a-85c4-312a7588b354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:11.108111 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-40c16682-6e61-4ba5-91c9-fc6e950ca958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:12.561098 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:13.779386 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:34.843384 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:23:38.009278 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:38.788478 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0d02e5d3-3f6f-466f-97b8-4f9cb4271a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:41.089957 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-12619e49-841f-4ccc-8f6a-8cc0b2ef222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:42.528030 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:23:43.773136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.008584 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:08.795454 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a3e76d54-0c32-433f-9cc5-be5a285f809c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.091991 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3c91382-cde3-4b05-8bcc-60bd35b19c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:11.843876 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:24:12.547528 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:13.791125 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.005097 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:38.781920 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3299c858-4f4b-4875-a0d4-8750574ee1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:41.095470 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f339917f-44cf-4348-8ccd-559c65deb05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:42.536277 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:43.790241 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:24:48.845387 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:25:07.999894 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:08.787299 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-22b3b4c6-35d3-40f8-94e3-11e7b437b1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:11.093665 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-76c4c235-b0f2-4d90-a4a1-e376f1e98c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:12.539170 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:13.785849 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:19.407835 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57566) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:19.505082 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.pecan_wsgi.hooks.translation [None req-271f87dd-3eb2-427a-8723-99a02cb65221 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:25:19.506433 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-271f87dd-3eb2-427a-8723-99a02cb65221 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0975809 Jul 23 16:25:19.649228 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663829b4-0e60-4e5d-b3d7-21df02041063 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:19.650678 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-663829b4-0e60-4e5d-b3d7-21df02041063 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1400471 Jul 23 16:25:21.748543 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57576) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:21.907131 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0442ec1a-0a7e-4478-b479-267a3fac52ab admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:21.908471 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0442ec1a-0a7e-4478-b479-267a3fac52ab admin admin] 10.222.0.47 "GET /v2.0/subnets/b0d32826-ebbd-42a8-9971-f3cf41bd9bf8 HTTP/1.1" status: 200 len: 849 time: 0.1588347 Jul 23 16:25:21.918284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:25:22.079330 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Notify callbacks [] for subnet, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.293174 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743609230861'] for subnet, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.297356 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7349a05f-338e-4bbb-8c64-d583e6334078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:25:22.343106 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:22.343617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.345654 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] 10.222.0.47 "PUT /v2.0/subnets/b0d32826-ebbd-42a8-9971-f3cf41bd9bf8 HTTP/1.1" status: 200 len: 868 time: 0.4309094 Jul 23 16:25:22.347835 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8cc120-fea5-4f9d-8886-9c6cd885fbe6 None None] Network e69cd3a6-84a3-4c46-b39e-846ad330df22 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:25:22.368942 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d32826-ebbd-42a8-9971-f3cf41bd9bf8,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:25:22.380062 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.380359 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.380681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.381028 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.381397 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.381803 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.382165 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.382591 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.382922 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.383240 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.383610 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:25:22.393827 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0c1d8c3e-af04-4dfb-826c-37ccc72e224e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:25:22.852952 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-964abe4f-1597-4282-873e-8b20cb167d04 None None] Provisioning complete for port ada42dbd-86b9-423e-acc0-359b37bdb61e triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:22.853403 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-964abe4f-1597-4282-873e-8b20cb167d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:22.990878 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-964abe4f-1597-4282-873e-8b20cb167d04 None None] Provisioning complete for port 26aa5829-6ab9-49e1-a438-b98ce4c4cda2 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:25:22.991115 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-964abe4f-1597-4282-873e-8b20cb167d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:24.579877 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57586) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:24.796358 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2686dc1-2bad-4770-8d05-3874e42260de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.796720 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2686dc1-2bad-4770-8d05-3874e42260de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:24.798238 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f2686dc1-2bad-4770-8d05-3874e42260de admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2174363 Jul 23 16:25:25.846032 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:25:26.915341 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57596) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:27.129984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7a609-4cb7-43bf-b3bf-576b43543740 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.130461 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d7a609-4cb7-43bf-b3bf-576b43543740 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:27.131993 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f0d7a609-4cb7-43bf-b3bf-576b43543740 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2156222 Jul 23 16:25:29.197659 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57606) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:29.399388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4461512-8728-41a5-9b32-d56e7ab624f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:29.400654 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b4461512-8728-41a5-9b32-d56e7ab624f7 admin admin] 10.222.0.47 "GET /v2.0/networks/2b4b06d1-877b-4f6e-b954-9053eb19e016 HTTP/1.1" status: 200 len: 886 time: 0.2017193 Jul 23 16:25:31.481125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57616) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:31.688263 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b54100-171a-45e1-a35c-c260d58829df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:31.689568 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-a9b54100-171a-45e1-a35c-c260d58829df admin admin] 10.222.0.47 "GET /v2.0/networks/e69cd3a6-84a3-4c46-b39e-846ad330df22 HTTP/1.1" status: 200 len: 870 time: 0.2074366 Jul 23 16:25:33.844789 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57626) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:33.979764 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7886d8-f966-4eaa-8841-20da9b9bb0ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:33.980131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7886d8-f966-4eaa-8841-20da9b9bb0ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:33.980854 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1c7886d8-f966-4eaa-8841-20da9b9bb0ac admin admin] Synchronizing usage tracker for tenant:53a40ac37bc54d239cec3159ccf455bd on resource:subnet {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:25:33.997401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1c7886d8-f966-4eaa-8841-20da9b9bb0ac admin admin] Unset dirty status for tenant:53a40ac37bc54d239cec3159ccf455bd on resource:subnet {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:25:33.998753 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1c7886d8-f966-4eaa-8841-20da9b9bb0ac admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1528027 Jul 23 16:25:36.111724 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57636) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:36.247540 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b51462-c9c1-421a-bbd3-746114fdd8a2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.247799 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b51462-c9c1-421a-bbd3-746114fdd8a2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:36.249194 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-c6b51462-c9c1-421a-bbd3-746114fdd8a2 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364901 Jul 23 16:25:38.004423 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:38.322441 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57646) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:38.468209 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d01796-e57e-4e38-b6dc-11fc5ae67c25 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:38.469609 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-66d01796-e57e-4e38-b6dc-11fc5ae67c25 admin admin] 10.222.0.47 "GET /v2.0/subnets/b0d32826-ebbd-42a8-9971-f3cf41bd9bf8 HTTP/1.1" status: 200 len: 868 time: 0.1458654 Jul 23 16:25:38.786865 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ee8da3b2-3b2e-4f81-ba84-f3853830233b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:40.638071 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57656) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:40.771433 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075e771c-4ade-416c-b45e-f109fc1460a1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:25:40.773503 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-075e771c-4ade-416c-b45e-f109fc1460a1 admin admin] 10.222.0.47 "GET /v2.0/subnets/f51e0f5d-ff84-453e-8e2c-2d8669911cc7 HTTP/1.1" status: 200 len: 816 time: 0.1342826 Jul 23 16:25:41.087627 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ffeb3fa-8e2a-4878-80c7-afe0c0d7ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:42.542983 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:43.782252 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:25:58.979819 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57696) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:25:59.060792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [None req-b2c581ac-4e7f-4d41-b57f-c3679f3435e1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:25:59.062253 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-b2c581ac-4e7f-4d41-b57f-c3679f3435e1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0813050 Jul 23 16:26:01.365063 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57706) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:01.464038 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a3cb5c-9e95-4e01-8324-332c433d7aee admin admin] GET failed (client error): The resource could not be found. Jul 23 16:26:01.465292 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-59a3cb5c-9e95-4e01-8324-332c433d7aee admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0993955 Jul 23 16:26:01.606814 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88c724d-f54a-409b-91af-8e4784df049f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:01.608286 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d88c724d-f54a-409b-91af-8e4784df049f admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383708 Jul 23 16:26:02.850967 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:26:03.801444 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57716) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:03.878564 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:26:03.883372 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:03.893519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:03.905934 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Made reservation on behalf of 53a40ac37bc54d239cec3159ccf455bd for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:03.908612 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.002222 dv-cinder-802039-1-smb neutron-server[74349]: WARNING neutron.services.revisions.revision_plugin [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Could not find related network for resource to bump revision. Jul 23 16:26:04.019023 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=74349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:26:04.039489 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.039908 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Added segment 3dd47402-3311-4eb4-94fc-924ef8a0a570 of type vlan for network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f Jul 23 16:26:04.077598 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.110484 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.112003 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:04.112635 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:04.116119 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:04.226220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Pushing event updated for resources: {'Network': ['ID=5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:04.229263 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4265003 Jul 23 16:26:04.237017 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.237395 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.237733 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.238077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.238441 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.238775 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.239104 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.239460 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.239784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.240109 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.240430 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:04.245919 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:04.254745 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:26:06.352167 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57726) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:26:06.450063 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68dfe7b-4dc1-480c-875a-4b103b535c76 admin admin] GET failed (client error): The resource could not be found. Jul 23 16:26:06.451421 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-e68dfe7b-4dc1-480c-875a-4b103b535c76 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0984175 Jul 23 16:26:06.589496 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b84a0b4-e776-4860-8cdb-884df76cbdf9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:06.594696 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0b84a0b4-e776-4860-8cdb-884df76cbdf9 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1374965 Jul 23 16:26:06.606941 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:26:06.611981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:26:06.623947 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:26:06.634154 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Made reservation on behalf of 53a40ac37bc54d239cec3159ccf455bd for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:26:06.636973 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.889295 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:06.893173 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:06.979269 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3014770-68a6-4b59-bbd3-325a902131b2,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:06.986976 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:06.998934 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Checking segment: {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:26:06.999423 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Network hostable DHCP agents. Network: 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:26:07.040669 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:26:07.058333 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:07.064528 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:26:07.065393 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.074393 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83bac8-acb7-4800-adfb-1b99e9bc2ffb None None] Network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:26:07.103768 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5017631 Jul 23 16:26:07.354100 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f', 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f', 'tenant_id': '53a40ac37bc54d239cec3159ccf455bd', 'fixed_ips': [{'subnet_id': 'f3014770-68a6-4b59-bbd3-325a902131b2'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:26:07.355032 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.541703 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Allocated IP 192.168.233.2 (5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f/f3014770-68a6-4b59-bbd3-325a902131b2/1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:26:07.779255 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.791560 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Transition to ACTIVE for port object 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:07.811720 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Transition to ACTIVE for port object 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:26:07.817941 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:07.822511 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-47b6eb10-2849-4cb4-b990-bd68d7fd30a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:07.887714 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:26:07.891127 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:26:07.892983 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Pushing event updated for resources: {'Port': ['ID=1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:07.895388 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:26:07.929728 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.930065 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.930408 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.930735 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.931054 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.931373 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.931727 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.931992 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.932301 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.932699 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.933018 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:26:07.940545 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:08.006503 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Attempting to bind port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:26:08.006872 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Attempting to bind port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:26:08.007232 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Attempting to bind port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c on network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:26:08.017283 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.019269 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:26:08.019732 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Checking segment: {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:26:08.020079 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.020399 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Bound using segment: {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:26:08.020919 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Bound port: 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:26:08.021400 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.116010 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] For port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:26:08.119763 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] For port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:26:08.126252 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:08.130456 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:08.237443 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Pushing event updated for resources: {'Port': ['ID=1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:08.241205 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:08.649610 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:26:08.728384 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:08.781441 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-dc334c80-d9c6-4771-8477-bc76a35fc58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.094153 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9e11e7-40f4-42e3-ae46-8c8440fa1d0e None None] Network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:26:09.193522 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Provisioning for port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:26:09.201928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Provisioning complete for port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:09.202317 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.425920 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.467213 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] For port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:26:09.474087 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:09.476812 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-77b85622-ce3a-4a92-bca3-662505515683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:26:09.559029 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Pushing event updated for resources: {'Port': ['ID=1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:26:09.563780 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:26:09.704781 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-b8e840eb-2603-4221-8d4a-8c6b1aee3a4c None None] Provisioning complete for port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:09.705151 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b8e840eb-2603-4221-8d4a-8c6b1aee3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:10.630567 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:26:10.711171 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 1f20e4b3-af31-4c4a-a4e3-0dd14e351c2c triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:26:10.711537 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:11.099929 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-7d6ab1d9-129d-4c9f-b5de-f56db31c01b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:12.551414 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:13.792322 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.011894 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:38.785943 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-27d0b872-80a2-42fe-936d-c1be326f7bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:39.850681 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:26:41.093490 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-686a05ef-4240-489e-bac5-4e2ddb70e31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:42.559607 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:26:43.790961 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.016028 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:08.793349 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-33007227-1988-4d4f-ae52-ae44eba0e192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:10.892100 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57768) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:10.898512 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [None req-4e9d407f-4959-4524-9714-042578f61147 tempest-verify_tempest_config-1609482235 tempest-verify_tempest_config-1609482235-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:27:10.899464 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-4e9d407f-4959-4524-9714-042578f61147 tempest-verify_tempest_config-1609482235 tempest-verify_tempest_config-1609482235-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0064063 Jul 23 16:27:11.101532 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-533f65cf-2fd5-4cd5-8ab9-fb9e8764a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.246741 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 57784) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:11.387984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.419823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:27:11.423598 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Usage tracker for resource:security_group_rule and tenant:02b3ca7424e34424b39f1508da0f84ba is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:27:11.426880 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:27:11.432680 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:27:11.501347 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.507565 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.515314 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:11.565465 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e303af5-0bc4-4cd7-882e-52c04c128762,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:11.574414 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02b3ca7424e34424b39f1508da0f84ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3266358 Jul 23 16:27:11.577416 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57790) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:27:11.578015 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.578015 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.578316 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.578669 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.578999 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.579327 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.579698 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.579970 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.580291 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.580609 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.580927 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.585251 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:11.638386 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.663281 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.753845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.759841 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-88f0e7b7-75d0-482d-95ca-3e37eb923730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:27:11.774000 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e303af5-0bc4-4cd7-882e-52c04c128762,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:27:11.776882 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:11.778004 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e303af5-0bc4-4cd7-882e-52c04c128762 HTTP/1.1" status: 204 len: 168 time: 0.1995776 Jul 23 16:27:11.784629 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.785062 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.785317 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.785650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.785987 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.786346 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.786679 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.787004 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.787328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.787666 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.787967 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:27:11.798120 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:27:12.555497 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:13.795131 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:16.851736 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:27:38.018747 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:38.785944 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-68f92cff-4ffb-488f-a380-249188096ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:41.096334 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9af8622c-aab2-47b4-853f-626dde0bb2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:42.553396 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:43.799950 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:27:53.851800 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:28:08.023043 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:08.787925 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3da4a368-a4fd-43f8-a05c-9c365a24bf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:11.116158 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8713949f-3a17-4eac-b9c4-80ea630290b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:12.557165 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:13.801375 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:30.852644 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 5 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:28:38.026782 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:38.790369 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3c618036-55b0-40f1-bf67-6949de92a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:41.098543 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6a3dd4b2-9532-452d-817d-79602638aa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:42.559800 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:28:43.804992 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:06.056759 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710351'] for agent, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:07.852437 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:29:08.030184 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:08.796068 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3770faa6-2b9c-4777-97bc-a8ef906443d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:11.102176 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-85f2fcb4-d58a-4d63-b48d-c39cf27ba04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:12.574538 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:13.806776 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:20.276649 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57870) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:29:20.423912 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-140fce43-1523-47a9-8707-f78aba2d8c68 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1461442 Jul 23 16:29:22.498532 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 57880) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:29:22.580240 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-adfdfcb1-6753-4eac-8218-f251706bb28b admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0805812 Jul 23 16:29:36.036280 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.039730 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:38.802947 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-99242a8b-28e8-40bb-8800-ccc5f3e3a29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:41.112356 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d9c-06d1-4d3d-b5c3-6824616a30d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:42.579624 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:43.819316 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:29:44.859072 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:30:06.021726 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.047478 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:08.808031 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-eaf541b1-f5ff-4f34-b415-8fbc27d22634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:11.147461 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a642693d-c7ff-47ac-872c-0ed37c7f0877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:12.581291 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:13.819848 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:21.857342 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:30:36.034463 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:38.050675 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:38.811425 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c92dc792-3918-4314-9867-eae20e67363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:41.128640 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-985a4585-5bd3-49eb-aabe-7b1e69f447b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:42.578443 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:43.822802 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:30:58.855508 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:31:06.047323 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.044946 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:08.814526 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-83f6f7d6-a3a5-471a-82ee-5c38979a4238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:11.149219 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-db67db1f-2300-4095-b1f1-46864f00d237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:12.610659 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:13.865281 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:18.888289 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58022) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:19.683194 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1618798346-network', 'tenant_id': '82753f9e41d24399bd1298d43534f59d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:19.693692 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:19.699803 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Usage tracker for resource:network and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:19.704073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:19.715287 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:19.736347 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Made reservation on behalf of 82753f9e41d24399bd1298d43534f59d for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:19.742050 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.769332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:19.929135 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:19.934339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:19.934934 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58058) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:19.938052 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:19.946007 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:20.114169 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.123734 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.164974 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=74349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:31:20.180492 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:20.212298 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.213083 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Added segment 004a28a3-3ca5-4f44-ab4b-0c4984f85be4 of type vlan for network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 Jul 23 16:31:20.260408 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a20aa1-dc8b-4519-bcf7-fd45fbaf42c0,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:20.304264 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.304838 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.305398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.306274 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.306882 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.307452 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.309609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.309609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.309609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.309609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.309609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Tracked resource versions report: Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: pushed versions: Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Log': {'1.0'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Network': {'1.1'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Port': {'1.5'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'PortForwarding': {'1.2'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'QosPolicy': {'1.8'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroup': {'1.2'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'SubPort': {'1.0'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Subnet': {'1.1'}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Trunk': {'1.1'}} Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: consumer versions: Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Log': '1.0', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Network': '1.1', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Port': '1.5', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'PortForwarding': '1.2', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'QosPolicy': '1.8', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroup': '1.2', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'SecurityGroupRule': '1.0', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'SubPort': '1.0', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Subnet': '1.1', Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: 'Trunk': '1.1'}} Jul 23 16:31:20.313619 dv-cinder-802039-1-smb neutron-server[74349]: {{(pid=74349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:31:20.320887 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:20.321561 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.408332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.411127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:20.412116 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.422601 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-07f6f13b-7690-412c-b880-5c04b206825a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:20.597439 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7060509 Jul 23 16:31:20.599997 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Pushing event updated for resources: {'Network': ['ID=31aa6a99-582c-404b-9dcb-fbcdd30f45d2,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:20.603159 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58074) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:20.607653 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:20.614705 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Request body: {'subnet': {'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1618798346-subnet', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:20.618952 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:31:20.623794 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:20.641193 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Usage tracker for resource:subnet and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:20.644376 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:20.655197 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:20.688169 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Made reservation on behalf of 82753f9e41d24399bd1298d43534f59d for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:20.690276 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.793245 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-network', 'tenant_id': 'da97d06d821f40979b816907e213fcac'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:20.806486 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:20.834730 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Usage tracker for resource:network and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:20.840704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:20.855638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:20.879965 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Made reservation on behalf of da97d06d821f40979b816907e213fcac for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:20.885693 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.912314 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:20.989430 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:20.997732 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:21.004638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:21.018954 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:21.221160 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.232100 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.267572 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:31:21.291433 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.292574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Added segment af72e113-5583-4e3b-9fd1-31bb82bad2af of type vlan for network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 Jul 23 16:31:21.304302 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.317272 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:21.355391 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.369968 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:21.436479 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282d8c53-c286-4cdc-838d-cddadeb53694,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.441479 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:21.456016 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3509f-8ca4-47c9-bfa9-dcd747a4e576,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.471577 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.472041 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.472691 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.474215 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.474781 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.475673 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.476281 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.476886 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.477481 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.478080 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.478709 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Tracked resource versions report: Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: pushed versions: Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Log': {'1.0'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Network': {'1.1'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Port': {'1.5'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'PortForwarding': {'1.2'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'QosPolicy': {'1.8'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroup': {'1.2'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'SubPort': {'1.0'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Subnet': {'1.1'}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Trunk': {'1.1'}} Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: consumer versions: Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Log': '1.0', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Network': '1.1', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Port': '1.5', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'PortForwarding': '1.2', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'QosPolicy': '1.8', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroup': '1.2', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'SecurityGroupRule': '1.0', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'SubPort': '1.0', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Subnet': '1.1', Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: 'Trunk': '1.1'}} Jul 23 16:31:21.480653 dv-cinder-802039-1-smb neutron-server[74350]: {{(pid=74350) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:31:21.486977 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.488430 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:21.490235 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.491172 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.499445 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:21.527778 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Checking segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:21.530932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Network hostable DHCP agents. Network: 31aa6a99-582c-404b-9dcb-fbcdd30f45d2, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:21.590241 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:21.611364 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 31aa6a99-582c-404b-9dcb-fbcdd30f45d2) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:21.619419 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:21.621019 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.633709 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e33f7-492a-486d-a6da-98536597c3b3 None None] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:21.672921 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0637217 Jul 23 16:31:21.673245 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58090) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:21.685571 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:21.696827 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:21.709976 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Usage tracker for resource:router and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:21.721931 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:21.747833 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:21.788220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.790423 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.829563 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Pushing event updated for resources: {'Network': ['ID=7daff509-1ecb-4af0-8aab-69a4f5f34e97,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:21.838425 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:21.850321 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58094) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:21.858724 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58096) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:21.859154 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9219391 Jul 23 16:31:21.870097 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:31:21.899555 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:21.945063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Request body: {'subnet': {'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-subnet', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:21.953922 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:21.962578 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58104) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:21.969920 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Usage tracker for resource:subnet and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:21.977332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:21.991078 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:22.092590 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58110) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:22.320193 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Made reservation on behalf of da97d06d821f40979b816907e213fcac for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:22.326641 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.450721 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-network', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:22.469225 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:22.486501 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Usage tracker for resource:network and tenant:06223ca9217c4539bb67ac0f06a19375 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:22.501113 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:22.524032 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:22.557650 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Made reservation on behalf of 06223ca9217c4539bb67ac0f06a19375 for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:22.563111 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.618718 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:31:22.620253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.622506 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.694741 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1174136883-network', 'tenant_id': '851cd4549a304e88873e053dffa54e67'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:22.700011 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.714892 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:22.736735 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Usage tracker for resource:network and tenant:851cd4549a304e88873e053dffa54e67 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:22.746980 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:22.766015 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:22.773761 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-847132009-network', 'tenant_id': '97d4d2324c2847ca867fd4fd1d16444d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:22.776186 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:22.789655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Usage tracker for resource:security_group_rule and tenant:06223ca9217c4539bb67ac0f06a19375 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:22.796869 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:22.808834 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Made reservation on behalf of 851cd4549a304e88873e053dffa54e67 for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:22.812914 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:22.862871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:22.875657 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.015881 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:23.020792 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:23.031003 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Usage tracker for resource:network and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:23.033744 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Allocated IP 172.20.0.2 (31aa6a99-582c-404b-9dcb-fbcdd30f45d2/282d8c53-c286-4cdc-838d-cddadeb53694/78b2ef39-379d-4571-a61b-8a00c68ab0d8) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:23.043186 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:23.070933 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Usage tracker for resource:security_group_rule and tenant:851cd4549a304e88873e053dffa54e67 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:23.071808 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:23.093854 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:23.123886 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:23.341023 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.356111 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.392420 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:23.400574 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Made reservation on behalf of 97d4d2324c2847ca867fd4fd1d16444d for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:23.404516 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.459289 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.460227 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.471374 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.516478 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:31:23.545627 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.546488 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Added segment b8831c6b-e593-4005-b8a1-f8159fdc43a2 of type vlan for network 90fac1eb-0a21-42ec-b637-6a438448bbce Jul 23 16:31:23.633415 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.644131 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:23.645348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:23.678103 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.701081 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8823410a-a99b-4b14-bd29-0a4f0b3a64ff,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:23.707653 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.716177 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.722324 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:23.741452 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Transition to ACTIVE for port object 78b2ef39-379d-4571-a61b-8a00c68ab0d8 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:23.816229 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Transition to ACTIVE for port object 78b2ef39-379d-4571-a61b-8a00c68ab0d8 will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:23.820851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:23.830201 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.831178 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.838864 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:23.839692 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:23.848455 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:23.855249 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.db.api [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:31:23.855611 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_db.api [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:31:23.863000 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-896986a5-87a5-4c5a-a06f-cbd431920309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:23.945196 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:23.951687 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:23.962381 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:23.971671 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:23.987160 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Usage tracker for resource:security_group_rule and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:24.018521 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:24.051174 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Pushing event updated for resources: {'Network': ['ID=90fac1eb-0a21-42ec-b637-6a438448bbce,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.051174 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:24.056166 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9621634 Jul 23 16:31:24.060885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58142) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:24.070194 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Request body: {'subnet': {'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1174136883-subnet', 'tenant_id': '851cd4549a304e88873e053dffa54e67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:24.084617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:24.093027 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:24.094696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Usage tracker for resource:subnet and tenant:851cd4549a304e88873e053dffa54e67 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:24.109283 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 90fac1eb-0a21-42ec-b637-6a438448bbce details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:31:24.111315 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:24.136771 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:24.175772 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Made reservation on behalf of 851cd4549a304e88873e053dffa54e67 for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:24.187317 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.358631 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Attempting to bind port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:24.359293 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Attempting to bind port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:24.359731 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Attempting to bind port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:24.371104 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Pushing event updated for resources: {'Port': ['ID=78b2ef39-379d-4571-a61b-8a00c68ab0d8,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.378800 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:24.380288 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Checking segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:24.381045 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.381923 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Bound using segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:24.382769 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Bound port: 78b2ef39-379d-4571-a61b-8a00c68ab0d8, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:24.383347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.418398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.466180 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.496735 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fa62db-029d-4c5c-bbe1-41c187d0bd54,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.512819 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:24.518800 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Checking segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:24.521508 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] For port 78b2ef39-379d-4571-a61b-8a00c68ab0d8, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:24.522670 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Network hostable DHCP agents. Network: 7daff509-1ecb-4af0-8aab-69a4f5f34e97, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:24.531053 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] For port 78b2ef39-379d-4571-a61b-8a00c68ab0d8, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=78b2ef39-379d-4571-a61b-8a00c68ab0d8,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:24.540957 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.543970 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.546196 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.549226 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.549707 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.550225 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.551956 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.552378 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.552778 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.553358 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.554428 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.554428 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Tracked resource versions report: Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: pushed versions: Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Log': {'1.0'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Network': {'1.1'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Port': {'1.5'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'PortForwarding': {'1.2'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'QosPolicy': {'1.8'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroup': {'1.2'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'SubPort': {'1.0'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Subnet': {'1.1'}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Trunk': {'1.1'}} Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: consumer versions: Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Log': '1.0', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Network': '1.1', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Port': '1.5', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'PortForwarding': '1.2', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'QosPolicy': '1.8', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroup': '1.2', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'SecurityGroupRule': '1.0', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'SubPort': '1.0', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Subnet': '1.1', Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: 'Trunk': '1.1'}} Jul 23 16:31:24.555671 dv-cinder-802039-1-smb neutron-server[74351]: {{(pid=74351) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:31:24.563579 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:24.564160 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:24.574999 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:31:24.582979 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.621599 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.624288 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Added segment b8dc4f7d-e5f0-42c3-97e0-4d26298f128e of type vlan for network f745288a-1c86-47cf-b922-ad469b82cf3e Jul 23 16:31:24.656442 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Pushing event updated for resources: {'Port': ['ID=78b2ef39-379d-4571-a61b-8a00c68ab0d8,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:24.661551 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:24.726924 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.889868 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.896351 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:24.897667 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:24.905709 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:25.248203 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.304506 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.343001 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:25.382536 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Allocated IP 172.28.1.41 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/0e935613-2893-4082-b1ae-440c4c74229b) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:25.392189 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:25.441711 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 7daff509-1ecb-4af0-8aab-69a4f5f34e97) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:25.460346 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f1f0e-8979-4cd7-9391-dc52f37c840e None None] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:25.506745 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:25.507606 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.633942 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=74349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:31:25.653347 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7894549 Jul 23 16:31:25.682708 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58172) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:25.683041 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:25.694219 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.7298477 Jul 23 16:31:25.739028 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58174) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:25.760058 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd7ac50-c405-40fb-8d5c-83d061d144d5,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:25.781915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:25.802041 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:25.846649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Pushing event updated for resources: {'Network': ['ID=f745288a-1c86-47cf-b922-ad469b82cf3e,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:25.851614 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:25.875751 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:25.958718 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Checking segment: {'id': 'b8831c6b-e593-4005-b8a1-f8159fdc43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:25.959409 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Network hostable DHCP agents. Network: 90fac1eb-0a21-42ec-b637-6a438448bbce, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:26.075189 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Network 90fac1eb-0a21-42ec-b637-6a438448bbce is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:26.081511 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network f745288a-1c86-47cf-b922-ad469b82cf3e details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:31:26.117845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.123682 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Added segment 7bb826f1-a54d-494b-821a-bf6c2cb2de00 of type vlan for network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 Jul 23 16:31:26.141465 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Request body: {'subnet': {'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-subnet', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:26.166514 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a1a334-7b82-4988-a36c-17858a37cad2,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:26.168146 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:26.185533 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:26.198353 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 90fac1eb-0a21-42ec-b637-6a438448bbce) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:26.205710 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:26.206773 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.239383 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:26.293229 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-56d90c6c-3101-42c7-b364-a6f98b843071 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2182891 Jul 23 16:31:26.489131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Usage tracker for resource:router and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:26.569605 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:26.586913 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e0cb8b-b172-4fb9-a222-776ea54c9bfd None None] Network 90fac1eb-0a21-42ec-b637-6a438448bbce requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:26.601566 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.624265 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Usage tracker for resource:subnet and tenant:06223ca9217c4539bb67ac0f06a19375 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:26.632137 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:26.667338 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:26.694502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:26.793562 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.795708 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.817307 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:26.833710 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Made reservation on behalf of 06223ca9217c4539bb67ac0f06a19375 for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:26.837889 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.097176 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c85de6-199d-4b45-a8c8-8770d0e541ec None None] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:27.111336 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.166249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:27.167370 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.176530 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:27.365332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.532896 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.6719773 Jul 23 16:31:27.537993 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58220) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:27.557824 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Request body: {'subnet': {'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-847132009-subnet', 'tenant_id': '97d4d2324c2847ca867fd4fd1d16444d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:27.570682 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:27.597267 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Usage tracker for resource:subnet and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:27.627865 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:27.660125 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:27.686605 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 78b2ef39-379d-4571-a61b-8a00c68ab0d8 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:27.696316 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Made reservation on behalf of 97d4d2324c2847ca867fd4fd1d16444d for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:27.719063 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.813462 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Pushing event updated for resources: {'Network': ['ID=99d2f9ae-2356-4d6e-a378-e39add08a7e0,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:27.823915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:27.862099 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:27.955273 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58238) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:27.960657 dv-cinder-802039-1-smb neutron-server[74350]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 16:31:27.997833 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:28.045136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:31:28.177380 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:31:28.179144 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.490963 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:28.498117 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Pushing event updated for resources: {'Port': ['ID=0e935613-2893-4082-b1ae-440c4c74229b,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:28.502852 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:28.526078 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58252) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:28.527345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:28.559145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.565973 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-544ab131-0272-4d82-9d9c-2f6cba5904a9 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:28.568655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-544ab131-0272-4d82-9d9c-2f6cba5904a9 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Synchronizing usage tracker for tenant:851cd4549a304e88873e053dffa54e67 on resource:network {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:31:28.603736 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:28.845180 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-544ab131-0272-4d82-9d9c-2f6cba5904a9 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Unset dirty status for tenant:851cd4549a304e88873e053dffa54e67 on resource:network {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:31:28.850812 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-544ab131-0272-4d82-9d9c-2f6cba5904a9 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/networks?id=90fac1eb-0a21-42ec-b637-6a438448bbce HTTP/1.1" status: 200 len: 812 time: 0.8929222 Jul 23 16:31:28.858069 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:28.871349 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:28.884697 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-df8df845-6257-423e-94de-d3688b311819 None None] Provisioning for port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:28.984671 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.025529 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65517be-3bd5-477b-b691-4f5b89553027,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:29.042825 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:29.047151 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-97cccd68-009a-4c7a-8c05-f2faf00208dc tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/quotas/851cd4549a304e88873e053dffa54e67 HTTP/1.1" status: 200 len: 375 time: 0.1785090 Jul 23 16:31:29.282103 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-202c306c-5988-42cd-bf6b-67941edb9bc1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=851cd4549a304e88873e053dffa54e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2089126 Jul 23 16:31:29.294180 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Allocated IP 172.20.0.2 (7daff509-1ecb-4af0-8aab-69a4f5f34e97/23fa62db-029d-4c5c-bbe1-41c187d0bd54/b0ef7f5b-abeb-4ccb-8c8f-512654b125a3) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:29.369629 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.383868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-70d1244d-7f04-4fbe-9247-7bd68ce33d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:29.442127 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:29.451284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Usage tracker for resource:security_group_rule and tenant:12f626bc388f4a61b30aecc9fb7a1f00 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:29.457271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:29.470063 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:29.643801 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a8009b-26b4-4d77-983c-3a556fc38bd5,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:29.668972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Checking segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:29.669514 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Network hostable DHCP agents. Network: f745288a-1c86-47cf-b922-ad469b82cf3e, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:29.672290 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.681554 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:29.714316 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.739184 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d555104-942d-49c0-a784-e261847d1f20 None None] Network 90fac1eb-0a21-42ec-b637-6a438448bbce requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:29.748772 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:29.797939 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Network f745288a-1c86-47cf-b922-ad469b82cf3e is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:29.812529 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9481e8d-6289-4d88-9309-e8170edb2c2b,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:29.817915 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:29.843119 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Checking segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:29.843716 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Network hostable DHCP agents. Network: 99d2f9ae-2356-4d6e-a378-e39add08a7e0, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:31:29.860071 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, f745288a-1c86-47cf-b922-ad469b82cf3e) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:29.895767 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12f626bc388f4a61b30aecc9fb7a1f00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3678210 Jul 23 16:31:29.914586 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58288) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:29.977212 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:29.978935 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:29.982997 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:31:30.015137 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 99d2f9ae-2356-4d6e-a378-e39add08a7e0) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:30.023170 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:30.025231 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.089637 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.117484 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Transition to ACTIVE for port object b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:30.138671 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2263aaee-149e-4e0a-bdcb-0f33419e8d7c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.3738132 Jul 23 16:31:30.147311 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58302) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:30.164138 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:30.171210 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.203704 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Transition to ACTIVE for port object b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:30.223729 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-03ee2a50-63a1-4e58-88f1-a76d106831f9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:31:30.225557 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-03ee2a50-63a1-4e58-88f1-a76d106831f9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4209275 Jul 23 16:31:30.255182 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7149968 Jul 23 16:31:30.314097 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.322679 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.369214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:30.370689 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5737c3c9-cc97-40ad-94c2-beff5d217dae None None] Network f745288a-1c86-47cf-b922-ad469b82cf3e requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:30.398777 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b9f56b-e1bc-46ed-b247-0ccf04819c1d None None] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:30.428114 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.448780 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:30.483838 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:30.484435 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.558325 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.574229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Usage tracker for resource:router and tenant:06223ca9217c4539bb67ac0f06a19375 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:30.607890 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.650964 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:30.667935 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:30.710233 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.749971 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.753789 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:30.870341 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-49de11fe-0933-4406-add4-7aa0ccdb83fb service neutron] 10.222.0.47 "GET /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979846 Jul 23 16:31:31.017137 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.098878 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:31.245307 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Allocated IP 172.28.1.114 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/e8671805-de72-4888-9aa0-e98f4845e917) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:31.248074 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.283759 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:31.315256 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9481e8d-6289-4d88-9309-e8170edb2c2b,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:31.320868 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:31.322691 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:31.328441 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9481e8d-6289-4d88-9309-e8170edb2c2b HTTP/1.1" status: 204 len: 168 time: 1.4079697 Jul 23 16:31:31.358994 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:31.379285 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:31.402584 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:31.428813 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-761fb514-1dce-4f40-b63e-afa6ad7840e5 service neutron] 10.222.0.47 "GET /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409975 Jul 23 16:31:31.624887 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58342) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:31.786544 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Pushing event updated for resources: {'Port': ['ID=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:31.980797 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.044565 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-6d05787a-8e58-42b5-a90a-0df971f1bdfc tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:32.047248 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-6d05787a-8e58-42b5-a90a-0df971f1bdfc tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 0.4207211 Jul 23 16:31:32.159435 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-22a4f08b-9597-4a65-8551-b5e9f07b3c96 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/quotas/97d4d2324c2847ca867fd4fd1d16444d HTTP/1.1" status: 200 len: 375 time: 0.0989597 Jul 23 16:31:32.193686 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:32.197051 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-56e3d163-9a14-4662-8da8-2a4091f825f9 None None] Provisioning complete for port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:32.200656 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-56e3d163-9a14-4662-8da8-2a4091f825f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.415070 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.458452 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-c7dac655-28be-4601-9b4a-abeaaa948d34 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2844703 Jul 23 16:31:32.557596 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ca39c702-d377-47fa-92b0-5a2d913d1ad6 req-51f1aa28-36c6-40b0-884e-2b3d53f9cf11 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 0.0967941 Jul 23 16:31:32.763035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.780686 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:32.897518 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:31:32.922163 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:32.950413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:32.960857 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:32.965301 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:33.076990 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 78b2ef39-379d-4571-a61b-8a00c68ab0d8, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=78b2ef39-379d-4571-a61b-8a00c68ab0d8,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:33.111408 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Pushing event updated for resources: {'Port': ['ID=e8671805-de72-4888-9aa0-e98f4845e917,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:33.119984 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef87a4-645a-4413-a2ef-f751bbe9592d None None] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:33.124496 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:33.485186 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.595732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.669360 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:33.770792 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.782019 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Attempting to bind port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:33.783408 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Attempting to bind port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:33.783683 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Attempting to bind port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:33.838136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:33.838860 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Checking segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:33.839489 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:33.840175 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Bound using segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:33.841407 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Bound port: b0ef7f5b-abeb-4ccb-8c8f-512654b125a3, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:33.841702 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.193328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58424) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:34.308415 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-4c60bc4b-0af5-4167-a181-aabbc03f0b08 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:31:34.323185 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-4c60bc4b-0af5-4167-a181-aabbc03f0b08 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.3488386 Jul 23 16:31:34.404451 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17451325-a58b-4de9-b9e6-ff6f1bee5058 None None] Network f745288a-1c86-47cf-b922-ad469b82cf3e requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:34.413935 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb10c4d1-768e-4d7a-9ae0-fdb821c25199 req-a70116b3-a7db-4cf0-abd6-2e8b56ad1d73 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 0.2584679 Jul 23 16:31:34.511711 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.513213 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:34.663454 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=78b2ef39-379d-4571-a61b-8a00c68ab0d8,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:34.757338 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-cd9406f3-197f-41f4-b706-4ca7b1ae15b9 service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198740 Jul 23 16:31:34.796593 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:34.976347 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Allocated IP 172.28.1.180 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/272e2f87-1786-4ca9-ba7a-c6abb7fc9376) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:35.146118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:35.168085 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:31:35.211498 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:35.213221 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:35.265074 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-5db307a4-a4cf-431a-8b13-e7a332c5b0fe service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598475 Jul 23 16:31:35.329369 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] For port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:35.342339 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] For port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:35.411174 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.432136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:35.691192 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Pushing event updated for resources: {'Port': ['ID=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:35.710622 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:35.730926 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:35.791105 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 78b2ef39-379d-4571-a61b-8a00c68ab0d8 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:36.157561 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b3e190fd-17fb-4623-8067-0ef9bca0b99a req-d082c492-36d3-4ee7-be17-8d08ab01ede4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 0.3166213 Jul 23 16:31:36.305431 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:31:36.390834 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:31:36.705027 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.725648 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1cb82941-8b81-4201-8c6d-25d0b1d1dfd3 req-14d06867-8b97-4633-84d5-0706936fca51 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.1875780 Jul 23 16:31:36.745893 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:36.749720 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-a7f421d1-8d85-4105-9a28-7b2c4605319e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.0742636 Jul 23 16:31:36.754389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58468) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:36.773271 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:36.808729 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58472) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:36.827432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Usage tracker for resource:security_group_rule and tenant:261049cb6f1a464d8bc6f9dba55e8464 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:36.856856 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:36.912943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:37.114435 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.295932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.384368 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:37.386001 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:37.472897 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:37.866445 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:37.886549 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:28Z', 'revision_number': 3, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:37.918785 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:31:37.919644 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Updating router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d port 0e935613-2893-4082-b1ae-440c4c74229b binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:31:37.970187 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Pushing event updated for resources: {'Port': ['ID=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:37.987095 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:38.002028 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:38.203357 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.272643 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b8fa2-434a-4efc-8d1d-70c9c32c3878 None None] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:31:38.288556 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2163f7c5-0786-4b3e-b0df-fecd8ae86801 req-82321a3e-3aeb-48e8-aec8-edf5cfa3a84f tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 0.1155152 Jul 23 16:31:38.454157 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c316d79e-cb13-47d7-84c9-a96cc1875704 req-58e88428-cd8b-4730-9fda-06ca98cc047a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.1640580 Jul 23 16:31:38.566691 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:38.733719 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.48', 63536) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:38.752925 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.754041 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.829678 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.875398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:38.968938 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c6a1fcea-a8d4-450b-a6f9-cbea35c96037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:38.986617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-64ccb1e0-f4cc-46a5-83f9-ea0aedb0d5c1 None None] Provisioning for port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:39.039616 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-38e2fc4c-4775-44c0-bf47-a4bc058d24bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.100025 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:39.349234 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:39.370026 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Synchronizing usage tracker for tenant:53a40ac37bc54d239cec3159ccf455bd on resource:security_group {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:31:39.383990 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Usage tracker for resource:security_group_rule and tenant:0556cb0cf2e34ff699d378e95ebdbda3 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:39.460402 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:31:39.478854 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:39.525865 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Unset dirty status for tenant:53a40ac37bc54d239cec3159ccf455bd on resource:security_group {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:31:39.538147 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=261049cb6f1a464d8bc6f9dba55e8464&name=default HTTP/1.1" status: 200 len: 2647 time: 5.1367540 Jul 23 16:31:39.540693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58522) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:39.552604 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:39.607983 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1ebd09ac-98ed-45bd-86e5-d39247271c3f tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:39.616658 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1ebd09ac-98ed-45bd-86e5-d39247271c3f tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.48 "GET /v2.0/networks?id=90fac1eb-0a21-42ec-b637-6a438448bbce HTTP/1.1" status: 200 len: 812 time: 0.8809402 Jul 23 16:31:39.848137 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.865267 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Request body: {'port': {'device_id': '7aa183c0-db09-4543-a835-bcd3b9716240', 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce', 'admin_state_up': True, 'tenant_id': '851cd4549a304e88873e053dffa54e67'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:39.893318 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8164d16b-68c8-42bb-acf7-6960eec40c9e,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:39.901401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:39.911850 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:39.990907 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.041722 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Transition to ACTIVE for port object 0e935613-2893-4082-b1ae-440c4c74229b will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:40.067050 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.077650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:40.095871 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:40.285225 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:40.323200 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:40.323840 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.329071 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Pushing event updated for resources: {'Port': ['ID=0e935613-2893-4082-b1ae-440c4c74229b,revision_number=2']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.382130 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Attempting to bind port 0e935613-2893-4082-b1ae-440c4c74229b on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:40.382969 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Attempting to bind port 0e935613-2893-4082-b1ae-440c4c74229b by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:40.383718 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Attempting to bind port 0e935613-2893-4082-b1ae-440c4c74229b on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:40.431361 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:40.432541 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:40.433919 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.434999 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:40.436136 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Bound port: 0e935613-2893-4082-b1ae-440c4c74229b, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:40.437119 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.529294 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.530165 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.530979 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.531882 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.532536 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.533155 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.534092 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.534773 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.536473 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.537426 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.538052 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Tracked resource versions report: Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: pushed versions: Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: { 'ConntrackHelper': {'1.0'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Log': {'1.0'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Network': {'1.1'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Port': {'1.5'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'PortForwarding': {'1.2'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'QosPolicy': {'1.8'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroup': {'1.2'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroupRule': {'1.0'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'SubPort': {'1.0'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Subnet': {'1.1'}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Trunk': {'1.1'}} Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: consumer versions: Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: { DHCP agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: HyperV agent@hv-cinder-80203: {}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: L3 agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: Metadata agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: Metering agent@dv-cinder-802039-1-smb: {}, Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: Open vSwitch agent@dv-cinder-802039-1-smb: { 'ConntrackHelper': '1.0', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Log': '1.0', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Network': '1.1', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Port': '1.5', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'PortForwarding': '1.2', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'QosPolicy': '1.8', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroup': '1.2', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'SecurityGroupRule': '1.0', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'SubPort': '1.0', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Subnet': '1.1', Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: 'Trunk': '1.1'}} Jul 23 16:31:40.540164 dv-cinder-802039-1-smb neutron-server[74352]: {{(pid=74352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 16:31:40.551258 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:40.677255 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ac2c5b-eaa6-4027-aa0e-4315e7968be0,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:40.699682 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] For port 0e935613-2893-4082-b1ae-440c4c74229b, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:40.708957 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] For port 0e935613-2893-4082-b1ae-440c4c74229b, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=0e935613-2893-4082-b1ae-440c4c74229b,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:40.726851 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.764920 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:40.792386 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:40.814184 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.832830 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fc8a34eb-b976-4c11-88a9-b3e83f72728f req-fcb5d129-dd3c-4515-ab72-caf77c97f2d2 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 0.5231133 Jul 23 16:31:40.943068 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-92472679-bd39-4f28-851e-af022445a886 req-a1a30e7e-54ce-43f2-bf26-ad15d29dd7e7 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.4302239 Jul 23 16:31:40.968867 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:40.981322 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:41.009803 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f90fde3a-84fc-415e-a608-8be80f840c81 None None] Provisioning complete for port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:41.010355 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f90fde3a-84fc-415e-a608-8be80f840c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.015175 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0556cb0cf2e34ff699d378e95ebdbda3&name=default HTTP/1.1" status: 200 len: 2647 time: 4.1872633 Jul 23 16:31:41.035139 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58550) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:41.124386 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Pushing event updated for resources: {'Port': ['ID=0e935613-2893-4082-b1ae-440c4c74229b,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.132606 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.48', 63542) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:41.143886 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:41.153060 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:41.154319 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:41.216578 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.225549 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.279227 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:41.556718 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.572616 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:41.597132 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:41.613637 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-65741606-800f-4ce0-8a46-a2cafd6883a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.653540 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Usage tracker for resource:port and tenant:851cd4549a304e88873e053dffa54e67 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:41.663388 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:41.684864 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.747374 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.868583 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:41.914189 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Made reservation on behalf of 851cd4549a304e88873e053dffa54e67 for: {'port': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:41.919012 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.926675 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:31:41.958279 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:41.969497 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:41.984955 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.992622 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:41.994615 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.014845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8164d16b-68c8-42bb-acf7-6960eec40c9e,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:42.052066 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:42.057411 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.060028 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8164d16b-68c8-42bb-acf7-6960eec40c9e HTTP/1.1" status: 204 len: 168 time: 2.2061243 Jul 23 16:31:42.109793 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-09032a59-e027-4b94-9dc8-616d8945aaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:42.611299 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-deb1c581-dea6-4a98-b86b-b13ac739b153 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:42.612878 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-deb1c581-dea6-4a98-b86b-b13ac739b153 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Synchronizing usage tracker for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:network {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:31:42.618059 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:42.905179 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-deb1c581-dea6-4a98-b86b-b13ac739b153 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Unset dirty status for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:network {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:31:42.908315 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-deb1c581-dea6-4a98-b86b-b13ac739b153 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 1.7295029 Jul 23 16:31:42.957395 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Request body: {'port': {'device_id': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'admin_state_up': True, 'tenant_id': '97d4d2324c2847ca867fd4fd1d16444d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:43.014046 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Allocated IP 172.20.0.4 (90fac1eb-0a21-42ec-b637-6a438448bbce/36a1a334-7b82-4988-a36c-17858a37cad2/48fb65ab-b031-45ec-b9d4-f8b2ad9692d8) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:43.091739 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:28Z', 'revision_number': 3, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:43.114132 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c44fd7-3757-4880-8e33-dba92faf629d None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:28Z', 'revision_number': 3, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:31:43.245178 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:43.261061 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:31:43.271107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58588) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:43.367851 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:43.370087 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:43.519030 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:43.521317 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 17.8193505 Jul 23 16:31:43.545348 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58594) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:43.606139 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ac2c5b-eaa6-4027-aa0e-4315e7968be0,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:43.618100 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:43.640438 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.531s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:43.890837 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58598) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:44.082434 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.321893 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:31:44.773534 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.878918 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.932811 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:44.938751 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:44.939771 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:44.944396 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Usage tracker for resource:port and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:44.950843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:44.958627 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4363be6d-3ea8-498f-a94c-e8254a789b40 req-a0f347b4-c08c-4ca5-8d16-d03a9b544411 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 1.0422933 Jul 23 16:31:44.965687 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:45.050742 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Made reservation on behalf of 97d4d2324c2847ca867fd4fd1d16444d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:31:45.056445 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.157620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:45.167179 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Usage tracker for resource:security_group_rule and tenant:c9c5e3cf41e349d8a39710bc0b15d146 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:45.193645 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:45.214044 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Usage tracker for resource:security_group_rule and tenant:517ba89f06c941448de03c381f3a5f3f is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:45.227805 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:45.258961 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:45.479634 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.484809 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84ac2c5b-eaa6-4027-aa0e-4315e7968be0 HTTP/1.1" status: 204 len: 168 time: 4.4409430 Jul 23 16:31:45.506872 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-933ed337-25a4-4703-8abd-95728bf28aac req-dbbe898b-f0e7-477f-9557-536f797ddc16 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 3.0539527 Jul 23 16:31:45.513739 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.542897 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:45.569808 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.745802 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:45.898982 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Allocated IP 172.20.0.1 (31aa6a99-582c-404b-9dcb-fbcdd30f45d2/282d8c53-c286-4cdc-838d-cddadeb53694/7fcbf135-58a2-4b9b-864f-34b0dd0f0be4) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:45.913212 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.920243 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.943009 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:45.950331 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.958507 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:45.974235 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.067803 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:46.165327 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85928e36-7310-46aa-895a-d5a1ba9ff4b2,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:46.336938 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:31:33Z', 'revision_number': 3, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:46.357080 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:31:46.358080 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Updating router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 port e8671805-de72-4888-9aa0-e98f4845e917 binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:31:46.361348 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fea216-78f3-412c-a02c-a133558b8db0,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:46.457204 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:46.583968 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:46.584685 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:46.630142 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:46.695135 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 0e935613-2893-4082-b1ae-440c4c74229b up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:46.933625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 0e935613-2893-4082-b1ae-440c4c74229b completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:46.952863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Network 90fac1eb-0a21-42ec-b637-6a438448bbce is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:47.119825 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Pushing event updated for resources: {'Port': ['ID=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:47.128430 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.184s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:47.129537 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:47.135476 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:47.135912 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 0e935613-2893-4082-b1ae-440c4c74229b triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:47.136514 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.144959 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:47.146228 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:47.171816 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ded62e08-e479-4df1-b930-32e27850a69b req-169b9e75-cd8d-4438-9b30-117d268ada7c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.4501894 Jul 23 16:31:47.514009 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-085aff8b-1391-423e-a18b-6904cd0fc8ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9c5e3cf41e349d8a39710bc0b15d146&name=default HTTP/1.1" status: 200 len: 2647 time: 4.2195575 Jul 23 16:31:47.552531 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58624) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:47.568942 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=517ba89f06c941448de03c381f3a5f3f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6587708 Jul 23 16:31:47.614906 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74349) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:31:47.618995 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58628) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:47.758804 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8986914 Jul 23 16:31:47.936043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Allocated IP 172.20.0.3 (99d2f9ae-2356-4d6e-a378-e39add08a7e0/d65517be-3bd5-477b-b691-4f5b89553027/11630a53-5908-4534-8711-b43f933e60eb) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:31:47.937064 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.021081 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Transition to ACTIVE for port object 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 will not be triggered until provisioned by entity DHCP. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:48.070013 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.104754 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-f82d6bc4-2ca5-4248-a475-6702ccdfd6be tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:48.108346 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-f82d6bc4-2ca5-4248-a475-6702ccdfd6be tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Synchronizing usage tracker for tenant:851cd4549a304e88873e053dffa54e67 on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:31:48.167521 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 0e935613-2893-4082-b1ae-440c4c74229b, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=0e935613-2893-4082-b1ae-440c4c74229b,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:48.270146 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.288692 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-68d10c2b-7857-4a4b-9fb5-0f12fe196860 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:31:48.295174 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-68d10c2b-7857-4a4b-9fb5-0f12fe196860 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0454154 Jul 23 16:31:48.307988 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-f82d6bc4-2ca5-4248-a475-6702ccdfd6be tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Unset dirty status for tenant:851cd4549a304e88873e053dffa54e67 on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:31:48.311904 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-f82d6bc4-2ca5-4248-a475-6702ccdfd6be tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 931 time: 1.0963850 Jul 23 16:31:48.418885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.459522 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:48.799023 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:48.834086 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:48.986646 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-866f4ee4-d14c-4047-be6b-0ed8aefbc4b6 req-b77ede0a-b632-4e81-914a-1bdafa6cf61c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.1881177 Jul 23 16:31:48.992400 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:48.999810 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:49.005363 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:49.006795 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.021916 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-6cf140ed-6c45-430b-859d-1778240ac2e5 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Synchronizing usage tracker for tenant:851cd4549a304e88873e053dffa54e67 on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:31:49.117863 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=0e935613-2893-4082-b1ae-440c4c74229b,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:49.128507 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:49.138976 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.159784 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.176431 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:49.192307 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:49.235718 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Transition to ACTIVE for port object e8671805-de72-4888-9aa0-e98f4845e917 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:49.258072 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.265399 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-6cf140ed-6c45-430b-859d-1778240ac2e5 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Unset dirty status for tenant:851cd4549a304e88873e053dffa54e67 on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:31:49.273130 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:49.277733 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-47cd9d7a-e4c5-4484-aec8-fdb2459311d4 req-6cf140ed-6c45-430b-859d-1778240ac2e5 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9512079 Jul 23 16:31:49.492171 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.624298 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.648971 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Attempting to bind port e8671805-de72-4888-9aa0-e98f4845e917 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:49.655344 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Attempting to bind port e8671805-de72-4888-9aa0-e98f4845e917 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:49.656453 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Attempting to bind port e8671805-de72-4888-9aa0-e98f4845e917 on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:49.671306 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.717645 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154e1b-a8f4-4727-b0aa-39a72017d71b None None] Pushing event updated for resources: {'Port': ['ID=e8671805-de72-4888-9aa0-e98f4845e917,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:49.726950 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-ac154e1b-a8f4-4727-b0aa-39a72017d71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:49.728843 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:49.729958 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:49.731045 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.734907 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:49.735924 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Bound port: e8671805-de72-4888-9aa0-e98f4845e917, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:49.739244 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:49.802086 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-882ba5b8-871a-414a-a100-3abcbf5099b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:49.870585 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Request body: {'port': {'device_id': '7aa183c0-db09-4543-a835-bcd3b9716240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:50.029252 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] For port e8671805-de72-4888-9aa0-e98f4845e917, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:50.033722 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.040124 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] For port e8671805-de72-4888-9aa0-e98f4845e917, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8671805-de72-4888-9aa0-e98f4845e917,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:50.056738 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.081457 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:50.090766 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85928e36-7310-46aa-895a-d5a1ba9ff4b2,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:50.157287 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:50.266468 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac154e1b-a8f4-4727-b0aa-39a72017d71b None None] Pushing event updated for resources: {'Port': ['ID=e8671805-de72-4888-9aa0-e98f4845e917,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:50.285429 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-ac154e1b-a8f4-4727-b0aa-39a72017d71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:50.293495 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f3d36c5a-41bd-442a-a2cc-41fb5a2c2da0 None None] Provisioning for port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:50.342637 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f3d36c5a-41bd-442a-a2cc-41fb5a2c2da0 None None] Provisioning complete for port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:50.343426 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3d36c5a-41bd-442a-a2cc-41fb5a2c2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.694752 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:50.694752 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:50.769529 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.852485 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:50.915501 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6bd339a0-5eb5-470a-872e-599cead805bc req-97e2d6bc-7589-4f47-9114-22c2810f6f2f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.2111261 Jul 23 16:31:50.981705 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.120343 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ed564f71-fa54-4e05-8d94-c657f1042cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:51.145609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.155067 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81fea216-78f3-412c-a02c-a133558b8db0 HTTP/1.1" status: 204 len: 168 time: 3.5240879 Jul 23 16:31:51.160242 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.164674 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85928e36-7310-46aa-895a-d5a1ba9ff4b2 HTTP/1.1" status: 204 len: 168 time: 3.6052361 Jul 23 16:31:51.178554 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fea216-78f3-412c-a02c-a133558b8db0,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:51.227116 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:51.253819 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.301806 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:51.396705 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:51.526673 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:31:51.901538 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 0e935613-2893-4082-b1ae-440c4c74229b up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:51.955249 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-f3d36c5a-41bd-442a-a2cc-41fb5a2c2da0 None None] Port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:31:51.988284 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.376358 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:31:52.394488 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Sync routers for ids ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:31:52.415700 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:52.469095 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Routers {'790aa6e0-b35d-48f7-9ea1-136f6a651b21'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:52.471862 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:52.488365 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:52.515379 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.119s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:52.934048 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-38c3c671-d145-4dbd-b645-ffafe49b8b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:53.045475 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58674) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:53.102924 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.104659 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 22.9516137 Jul 23 16:31:53.119750 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58678) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:53.167055 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 0e935613-2893-4082-b1ae-440c4c74229b triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:53.169107 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.171816 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Set router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:31:53.305337 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:53.317136 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:53.370908 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.393861 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:31:33Z', 'revision_number': 3, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:53.444113 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778b7b4-7da4-42f8-a922-2dbc4e66aee0 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:31:33Z', 'revision_number': 3, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:31:53.468002 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:31:53.563736 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:31:53.630714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:31:53.653338 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:53.655852 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:53.831251 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event updated for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:53.858660 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:53.912431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:31:53.920277 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.9739249 Jul 23 16:31:53.931338 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:4abc2d0479e04aca8a1a82fbe1e39af1 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:31:54.075389 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-ff9b3101-76a1-4409-8afe-966841c6f15b None None] Provisioning complete for port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:54.076656 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ff9b3101-76a1-4409-8afe-966841c6f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.247567 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:31:54.289061 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Request body: {'port': {'device_id': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:31:54.396322 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b3101-76a1-4409-8afe-966841c6f15b None None] Port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:31:54.446160 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfc383-36df-453b-a378-1c26670f40e4 req-003016bd-331c-44d6-a7c3-e19e162befbd tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:54.462914 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-91cfc383-36df-453b-a378-1c26670f40e4 req-003016bd-331c-44d6-a7c3-e19e162befbd tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 931 time: 3.4774458 Jul 23 16:31:54.535748 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:31:54.541499 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:39Z', 'revision_number': 3, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:54.560002 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Checking router: 790aa6e0-b35d-48f7-9ea1-136f6a651b21 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:31:54.561684 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Updating router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:31:54.811793 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:54.894259 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf075-c596-4d0e-850b-532a91c83e48 req-ca222d73-34b6-4310-867c-9e6e34b859b9 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:54.909103 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f7daf075-c596-4d0e-850b-532a91c83e48 req-ca222d73-34b6-4310-867c-9e6e34b859b9 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 931 time: 2.1629794 Jul 23 16:31:55.110872 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-91cfc383-36df-453b-a378-1c26670f40e4 req-cecd956a-3acf-4181-acbe-d3528746016b tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450014 Jul 23 16:31:55.374279 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f7daf075-c596-4d0e-850b-532a91c83e48 req-f7f4be5d-9602-49a0-9bc4-b2d031dca2ef tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634643 Jul 23 16:31:55.453895 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.db.resource_extend [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:31:55.689908 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.002458 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 {{(pid=74350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:56.023635 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.045046 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.088520 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Transition to ACTIVE for port object 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:56.108903 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Transition to ACTIVE for port object 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 will not be triggered until provisioned by entity L2. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:56.114429 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.158574 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:56.192089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.446333 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:56.459614 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Attempting to bind port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:56.460212 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Attempting to bind port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:56.460897 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Attempting to bind port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:56.492663 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:56.493296 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:56.494000 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.494704 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:56.495570 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Bound port: 272e2f87-1786-4ca9-ba7a-c6abb7fc9376, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:56.496281 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:56.906401 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dab23-2d35-4afb-afaa-a9c60199bf06 None None] Pushing event updated for resources: {'Port': ['ID=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,revision_number=2']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:56.917437 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-2a3dab23-2d35-4afb-afaa-a9c60199bf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:57.156087 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] For port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:31:57.186138 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] For port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:31:57.197428 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:57.212069 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-5d206de5-ae28-4203-bd20-9f9e58e98679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:57.631941 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dab23-2d35-4afb-afaa-a9c60199bf06 None None] Pushing event updated for resources: {'Port': ['ID=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:57.637917 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-2a3dab23-2d35-4afb-afaa-a9c60199bf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:57.657365 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Routers {'790aa6e0-b35d-48f7-9ea1-136f6a651b21'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:31:57.660273 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:57.945281 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8671805-de72-4888-9aa0-e98f4845e917 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:31:58.283699 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] Set router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:31:58.321021 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.326525 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port e8671805-de72-4888-9aa0-e98f4845e917 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:31:58.341185 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.343792 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port e8671805-de72-4888-9aa0-e98f4845e917 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:31:58.344731 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.500305 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:58.518833 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Attempting to bind port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:31:58.520822 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Attempting to bind port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'b8831c6b-e593-4005-b8a1-f8159fdc43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce'}] {{(pid=74350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:31:58.522964 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Attempting to bind port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 on network 90fac1eb-0a21-42ec-b637-6a438448bbce {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:58.524243 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4abc2d0479e04aca8a1a82fbe1e39af1&name=default HTTP/1.1" status: 200 len: 2647 time: 5.4598603 Jul 23 16:31:58.537000 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58720) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:31:58.606348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Pushing event updated for resources: {'Port': ['ID=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:58.624817 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.179s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:58.699453 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 on network 90fac1eb-0a21-42ec-b637-6a438448bbce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:31:58.709453 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Attempting to bind port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 on network 90fac1eb-0a21-42ec-b637-6a438448bbce {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:31:58.761111 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.840931 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:31:58.855154 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:31:58.856755 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Checking segment: {'id': 'b8831c6b-e593-4005-b8a1-f8159fdc43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:31:58.858144 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Bound using segment: {'id': 'b8831c6b-e593-4005-b8a1-f8159fdc43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce'} {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:31:58.861011 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Bound port: 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8831c6b-e593-4005-b8a1-f8159fdc43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce'}}] {{(pid=74350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:31:58.864405 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:58.990158 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:31:59.021259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.046457 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764bf667-8375-49a7-91e2-d5295a20aac2,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:59.170234 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port e8671805-de72-4888-9aa0-e98f4845e917, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8671805-de72-4888-9aa0-e98f4845e917,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:31:59.180943 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.193410 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5c1ba0a4-c9f2-4cb6-bd37-39a1ef7bb3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:31:59.297746 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fda09c-93bd-4cd2-b60a-fd87b75a3645 req-7f5541e2-f9e8-44ab-b7eb-c1a73552a3c0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.325009 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-79fda09c-93bd-4cd2-b60a-fd87b75a3645 req-7f5541e2-f9e8-44ab-b7eb-c1a73552a3c0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 931 time: 1.8339682 Jul 23 16:31:59.387845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11630a53-5908-4534-8711-b43f933e60eb {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:31:59.423762 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.431519 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0e852-4492-4e05-846a-1cd93277ceb3 req-343a6a43-35f8-4597-94df-0f2c8c9d5da4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:31:59.444235 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-77a0e852-4492-4e05-846a-1cd93277ceb3 req-343a6a43-35f8-4597-94df-0f2c8c9d5da4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 943 time: 2.3465455 Jul 23 16:31:59.493353 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Transition to ACTIVE for port object 11630a53-5908-4534-8711-b43f933e60eb will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:31:59.516163 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:59.522248 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=e8671805-de72-4888-9aa0-e98f4845e917,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:31:59.526522 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.535440 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:31:59.593931 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.656065 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:31:59.694790 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:39Z', 'revision_number': 3, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:31:59.713793 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372ef26f-b3f9-486d-9a18-e5821398acf8 None None] The sync data for ids ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'] in dv-cinder-802039-1-smb is: [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:39Z', 'revision_number': 3, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:31:59.743585 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-82c2be2b-c614-40bc-8a0d-aaddbf47fb3e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:00.034255 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] For port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host hv-cinder-80203, cleared binding levels {{(pid=74350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:00.047231 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] For port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,segment=NetworkSegment(b8831c6b-e593-4005-b8a1-f8159fdc43a2),segment_id=b8831c6b-e593-4005-b8a1-f8159fdc43a2)] {{(pid=74350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:00.132785 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.175205 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:00.343562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Pushing event updated for resources: {'Port': ['ID=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,revision_number=3']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:00.355895 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-77a0e852-4492-4e05-846a-1cd93277ceb3 req-80e100d0-c3b4-4e70-a8dc-3df3d89af463 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8745344 Jul 23 16:32:00.359962 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:00.395337 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-79fda09c-93bd-4cd2-b60a-fd87b75a3645 req-32561b0c-d24b-4364-be64-c4f242c92f19 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0685813 Jul 23 16:32:00.462726 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.463557 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] 10.222.0.48 "PUT /v2.0/ports/48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 HTTP/1.1" status: 200 len: 1093 time: 11.5412524 Jul 23 16:32:00.471930 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa183c0-db09-4543-a835-bcd3b9716240', 'tag': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:00.670948 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Pushing event updated for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:00.680450 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:00.929142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:00.964469 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:00.979581 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Attempting to bind port 11630a53-5908-4534-8711-b43f933e60eb on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:00.980376 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Attempting to bind port 11630a53-5908-4534-8711-b43f933e60eb by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:00.981124 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Attempting to bind port 11630a53-5908-4534-8711-b43f933e60eb on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:01.221407 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764bf667-8375-49a7-91e2-d5295a20aac2,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:01.229056 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:01.267226 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Allocated IP 172.20.0.1 (7daff509-1ecb-4af0-8aab-69a4f5f34e97/23fa62db-029d-4c5c-bbe1-41c187d0bd54/a2b502fa-4ce2-4524-a362-fff519d1b45f) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:01.610191 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-c3896948-0013-44cc-bb7d-abd5958b7171 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=851cd4549a304e88873e053dffa54e67&device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 1096 time: 0.8608844 Jul 23 16:32:01.921080 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Port 11630a53-5908-4534-8711-b43f933e60eb on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:01.922491 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Attempting to bind port 11630a53-5908-4534-8711-b43f933e60eb on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:01.939944 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.969035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:01.971170 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/764bf667-8375-49a7-91e2-d5295a20aac2 HTTP/1.1" status: 204 len: 168 time: 3.4255278 Jul 23 16:32:02.029423 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:02.029952 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Checking segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:02.032383 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8671805-de72-4888-9aa0-e98f4845e917 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:02.038083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Bound using segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:02.041367 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Bound port: 11630a53-5908-4534-8711-b43f933e60eb, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:02.042053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.220967 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-d26671c7-b3db-4f2b-aef3-6fd0345b4e55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 HTTP/1.1" status: 200 len: 217 time: 0.5901911 Jul 23 16:32:02.268382 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa183c0-db09-4543-a835-bcd3b9716240', 'tag': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8', 'status': 'completed', 'code': 200} Jul 23 16:32:02.452368 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Transition to ACTIVE for port object a2b502fa-4ce2-4524-a362-fff519d1b45f will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:02.465583 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:02.473265 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port e8671805-de72-4888-9aa0-e98f4845e917 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:02.474119 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:02.536447 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-1aa60d85-56a3-4948-9a8f-f6ba5916b7b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/fcab0baa-c4ef-45b6-aeae-45de80c1ed3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 25.7790785 Jul 23 16:32:02.585988 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:32:02.707279 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:02.708683 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:02.839054 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09598937-c295-4206-ab57-bc9b738c8f89 req-c02302bf-01ab-4064-b677-1e42b26f0890 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.845474 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-09598937-c295-4206-ab57-bc9b738c8f89 req-c02302bf-01ab-4064-b677-1e42b26f0890 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 943 time: 0.9555333 Jul 23 16:32:02.857962 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-6c916f7b-4b73-4a03-8f22-8349eac70362 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:02.863821 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-6c916f7b-4b73-4a03-8f22-8349eac70362 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36a1a334-7b82-4988-a36c-17858a37cad2 HTTP/1.1" status: 200 len: 852 time: 0.6107054 Jul 23 16:32:02.908389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.024293 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:03.170248 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:03.180177 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:03.259771 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.348879 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-824b9bc2-4eea-4d3e-9215-2198c69b9a08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90fac1eb-0a21-42ec-b637-6a438448bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4516208 Jul 23 16:32:03.366409 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Pushing event updated for resources: {'Port': ['ID=a2b502fa-4ce2-4524-a362-fff519d1b45f,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:03.400038 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:03.428568 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:03.662730 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:03.680693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:03.694691 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] 10.222.0.48 "PUT /v2.0/ports/11630a53-5908-4534-8711-b43f933e60eb HTTP/1.1" status: 200 len: 1093 time: 9.4230144 Jul 23 16:32:03.727709 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:03.738618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'tag': '11630a53-5908-4534-8711-b43f933e60eb'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:03.944687 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:32:03.991025 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:03.999178 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Pushing event updated for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:04.048914 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-cc36f1ba-82a0-460a-932e-e336dc13dd66 service neutron] 10.222.0.48 "GET /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968098 Jul 23 16:32:04.055265 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-09598937-c295-4206-ab57-bc9b738c8f89 req-e8bd9c7b-fd53-4dfa-ac6b-94b4f9ecee3a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1852858 Jul 23 16:32:04.093690 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:04.095367 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.119266 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:04.254567 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:04.307503 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:04.315224 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:04.442713 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb911b6e-ecc1-474a-913a-b122e8dc69f1 req-85a383b2-b46f-471a-bad1-721545e55631 service neutron] 10.222.0.48 "GET /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721011 Jul 23 16:32:04.601509 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941b253-d28f-4aef-bfce-9459af4a2884 req-22a702ae-0c9f-4a0c-8fb9-e60b343f0f96 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:04.623595 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0941b253-d28f-4aef-bfce-9459af4a2884 req-22a702ae-0c9f-4a0c-8fb9-e60b343f0f96 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 943 time: 1.5569708 Jul 23 16:32:04.693635 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-046a9039-2c28-4c8b-8f8a-a3250178f824 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 1096 time: 0.8126669 Jul 23 16:32:04.883967 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0941b253-d28f-4aef-bfce-9459af4a2884 req-d26eefc3-fca2-4a84-8a4d-9201218316e9 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984523 Jul 23 16:32:04.910430 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-bf328d68-87a6-49fe-8a66-2d6b2f08ec53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=851cd4549a304e88873e053dffa54e67&device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 1096 time: 0.2771373 Jul 23 16:32:05.003784 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-e7f59ff1-7790-4760-8bae-ff74e33ff6d6 None None] Provisioning for port a2b502fa-4ce2-4524-a362-fff519d1b45f completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:05.041624 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-e7f59ff1-7790-4760-8bae-ff74e33ff6d6 None None] Provisioning complete for port a2b502fa-4ce2-4524-a362-fff519d1b45f triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:05.051759 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-e7f59ff1-7790-4760-8bae-ff74e33ff6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.207591 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-e7f59ff1-7790-4760-8bae-ff74e33ff6d6 None None] Port a2b502fa-4ce2-4524-a362-fff519d1b45f cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:32:05.529109 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-5d28dac2-77d0-4bb0-9739-d1f9e185671e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:05.531347 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-5d28dac2-77d0-4bb0-9739-d1f9e185671e service neutron] 10.222.0.48 "GET /v2.0/networks?id=90fac1eb-0a21-42ec-b637-6a438448bbce HTTP/1.1" status: 200 len: 914 time: 0.6120186 Jul 23 16:32:05.611988 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.653738 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-7b23d932-3adb-477f-838c-c756aef8b9b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11630a53-5908-4534-8711-b43f933e60eb HTTP/1.1" status: 200 len: 217 time: 0.8930333 Jul 23 16:32:05.833268 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.866164 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:05.885422 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-784b086c-5a11-427f-9403-d995db1563ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 HTTP/1.1" status: 200 len: 217 time: 0.3464940 Jul 23 16:32:05.887269 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:05.976605 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:06.017673 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-383cb344-60bf-42fe-bd57-b76d3335d4db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.020532 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-383cb344-60bf-42fe-bd57-b76d3335d4db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.3544080 Jul 23 16:32:06.056399 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 58824) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:06.148746 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034486897', 'description': 'tempest-description--1785457545'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:06.190623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-519a1835-ea93-47fd-ab7a-5b9ee2a78808 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.203334 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-519a1835-ea93-47fd-ab7a-5b9ee2a78808 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=36a1a334-7b82-4988-a36c-17858a37cad2 HTTP/1.1" status: 200 len: 852 time: 0.3020692 Jul 23 16:32:06.335980 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-508e0c67-4676-4868-8cb4-170dae040d3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2619092 Jul 23 16:32:06.341431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:06.413513 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-12e5ae8c-24fa-486b-bad7-239ee7bde739 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=90fac1eb-0a21-42ec-b637-6a438448bbce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1971660 Jul 23 16:32:06.550933 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae727e6-c715-434f-ae13-32886c0bd2ca req-035503a1-8295-49ac-bdd3-90a04bb8d237 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:06.565286 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bae727e6-c715-434f-ae13-32886c0bd2ca req-035503a1-8295-49ac-bdd3-90a04bb8d237 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 943 time: 0.8137016 Jul 23 16:32:06.568508 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.603384 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:06.800407 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:06.848579 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:06.855486 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:06.965675 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:31:50Z', 'revision_number': 2, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:06.999650 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:32:07.006260 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Updating router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:32:07.179471 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-7f49a5a1-4256-444b-bf73-532a90aec2ea service neutron] 10.222.0.48 "GET /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453306 Jul 23 16:32:07.298530 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.384416 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Allocated IP 172.20.0.1 (f745288a-1c86-47cf-b922-ad469b82cf3e/f8a8009b-26b4-4d77-983c-3a556fc38bd5/96bd099b-95b2-4574-8e3d-3d82e3abfc7f) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:07.917524 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:07.946353 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a922395d-e7a0-44af-8b1c-bde1f1ade20c req-3be12cb5-0b39-4e3a-b537-8348241034ab service neutron] 10.222.0.48 "GET /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292197 Jul 23 16:32:07.962818 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:07.967127 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bae727e6-c715-434f-ae13-32886c0bd2ca req-b9ffa73e-e7c9-4efb-a8ef-d55cae06a448 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3869092 Jul 23 16:32:07.998186 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'tag': '11630a53-5908-4534-8711-b43f933e60eb', 'status': 'completed', 'code': 200} Jul 23 16:32:08.146197 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:08.234193 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.254651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:08.270461 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.resource_extend [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:32:08.275411 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2a8c7-afda-4862-b15d-28a4ac63561d req-d38e16f2-6093-46c4-8cd5-c4035aaa5cfa tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:08.278282 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-35b2a8c7-afda-4862-b15d-28a4ac63561d req-d38e16f2-6093-46c4-8cd5-c4035aaa5cfa tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 943 time: 0.3224049 Jul 23 16:32:08.297321 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e7958d44-e462-44f6-8a5f-bcde1ed1f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:08.376269 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.407599 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-35b2a8c7-afda-4862-b15d-28a4ac63561d req-59efaabb-ad70-4f77-8ba0-c16363610a56 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088760 Jul 23 16:32:08.418433 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Pushing event updated for resources: {'Port': ['ID=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.435289 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:08.435844 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.457457 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:08.472204 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.486001 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.512708 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Transition to ACTIVE for port object 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:08.542142 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.549956 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:08.753488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Network f745288a-1c86-47cf-b922-ad469b82cf3e is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:08.774858 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:08.804414 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:08.805204 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.895127 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f2d2-cf24-4d04-a94c-d74283d21c36 None None] Pushing event updated for resources: {'Port': ['ID=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:08.900474 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:32:08.909585 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-3fb0f2d2-cf24-4d04-a94c-d74283d21c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:08.934648 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-71350d60-51f1-4d35-aaef-91d96bce3b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:08.955925 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-479599da-011f-4846-a367-0265dbf92eef service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6092830 Jul 23 16:32:09.124684 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:09.242404 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.resource_extend [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:32:09.308311 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:09.323384 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Attempting to bind port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:09.324228 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Attempting to bind port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:09.324968 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Attempting to bind port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:09.343658 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:09.370834 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:09.497938 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:09.508761 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Checking segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:09.518794 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.519644 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Bound using segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:09.520650 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Bound port: 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:09.521518 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.660144 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.752494 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:32:09.842625 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eec031-7369-4ba1-adb3-603ed13ac5f8 req-7f00e035-626d-41d4-9fa0-e797f716bd48 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:09.849576 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-21eec031-7369-4ba1-adb3-603ed13ac5f8 req-7f00e035-626d-41d4-9fa0-e797f716bd48 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 943 time: 0.3049264 Jul 23 16:32:09.887994 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:09.991480 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-21eec031-7369-4ba1-adb3-603ed13ac5f8 req-aefd8fac-5bbc-4bf9-8e37-2a082edcacfb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311569 Jul 23 16:32:10.002954 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,segment=NetworkSegment(b8831c6b-e593-4005-b8a1-f8159fdc43a2),segment_id=b8831c6b-e593-4005-b8a1-f8159fdc43a2)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:10.102340 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8', 'network_id': '90fac1eb-0a21-42ec-b637-6a438448bbce', 'port_id': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8', 'mac_address': 'fa:16:3e:dd:ab:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36a1a334-7b82-4988-a36c-17858a37cad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:32:10.143186 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9cc34cb1-837b-408f-8a21-0fb0365d6c6b req-8d2048a8-d9d9-4ec7-83ad-c7c20403f1d8 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1609261 Jul 23 16:32:10.183692 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] For port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:10.227536 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.230067 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.241785 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.253424 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8607ffaf-e9e2-44dc-b114-11d6ae8d6d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:10.282215 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] For port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:10.302078 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d7ec-dbee-4721-bb7a-d5085db1b056 req-fc78b196-ee4e-4e22-8e82-07d53d348424 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:10.304964 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8470d7ec-dbee-4721-bb7a-d5085db1b056 req-fc78b196-ee4e-4e22-8e82-07d53d348424 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 943 time: 0.2844088 Jul 23 16:32:10.329008 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.338805 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5b91cedf-7fdc-493e-b5d4-5ab6a5ee1d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:10.343166 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.433022 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.475525 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8470d7ec-dbee-4721-bb7a-d5085db1b056 req-a9aad829-353d-470c-812b-29628afb212c tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617444 Jul 23 16:32:10.582266 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:10.679556 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f2d2-cf24-4d04-a94c-d74283d21c36 None None] Pushing event updated for resources: {'Port': ['ID=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.683722 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:10.684973 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:31:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:10.840975 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Pushing event updated for resources: {'Port': ['ID=a2b502fa-4ce2-4524-a362-fff519d1b45f,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:10.888812 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:10.895933 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58908) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:10.903202 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 4.8451276 Jul 23 16:32:10.906970 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c7cbd-443a-4abd-a377-3a2b70c44cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:10.926632 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:10.950701 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:10.959337 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:10.985945 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:11.053646 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-3fb0f2d2-cf24-4d04-a94c-d74283d21c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:11.074328 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.098096 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,segment=NetworkSegment(b8831c6b-e593-4005-b8a1-f8159fdc43a2),segment_id=b8831c6b-e593-4005-b8a1-f8159fdc43a2)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:11.127043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:11.128399 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6666866e-b7b6-4012-bb3c-b7addd26a7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:11.138765 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.165611 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:11.285339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.326013 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:11.389453 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-656a8d5b-0455-4a13-9325-cf12d2ed7fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.428966 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.446747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.538995 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:11.576865 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.621608 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd5344a-dd7a-4bf7-a396-50680182c217,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.678249 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:11.741020 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:11.741345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.757258 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:32:11.793426 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-ac984e12-e03a-430a-acae-bc5d7d0d69af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 1096 time: 1.4706514 Jul 23 16:32:11.795043 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:11.808594 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9108543 Jul 23 16:32:11.859977 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58930) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:11.895201 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'security_group_rule': {'security_group_id': 'ec8c7cbd-443a-4abd-a377-3a2b70c44cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:11.925125 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:11.963489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc545511-1dcf-471a-9c48-9bd1c24e6fa9 req-aeeb9baf-5698-4904-bdd5-29474de48dfb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:11.980361 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc545511-1dcf-471a-9c48-9bd1c24e6fa9 req-aeeb9baf-5698-4904-bdd5-29474de48dfb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 943 time: 0.5293772 Jul 23 16:32:11.984088 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:12.002964 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:12.106023 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:12.193539 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.336259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['48fb65ab-b031-45ec-b9d4-f8b2ad9692d8'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:32:12.346075 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.353056 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:12.399833 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.234s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:12.420003 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-f0b165f7-9f45-4a35-9b4e-2a34bec7bad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.426881 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-f0b165f7-9f45-4a35-9b4e-2a34bec7bad5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 916 time: 0.6298990 Jul 23 16:32:12.444330 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.591389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.611812 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c3ff7369-9f2b-4dde-8a57-26dd9e04e05c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:12.646173 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3df464a-b37c-4f01-a7a7-3f851708b272,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:12.651974 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:12.689731 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc545511-1dcf-471a-9c48-9bd1c24e6fa9 req-2bf08c8b-c2ce-456b-b632-95a0d27a9609 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6930916 Jul 23 16:32:12.763573 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.767544 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9023719 Jul 23 16:32:12.772141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58960) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:12.791204 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c390ad1-694a-4946-8a2c-34bc0913e549 req-97643d35-8eff-4030-bd84-1727f0fdcb85 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:12.794668 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5c390ad1-694a-4946-8a2c-34bc0913e549 req-97643d35-8eff-4030-bd84-1727f0fdcb85 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 944 time: 0.4227867 Jul 23 16:32:12.801965 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'floatingip': {'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:12.850246 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:12.863154 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:12.867119 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:floatingip and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:12.877208 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:12.933155 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:13.060012 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5c390ad1-694a-4946-8a2c-34bc0913e549 req-2f3bb1f9-0da3-4062-8fe0-bd98c1281452 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470300 Jul 23 16:32:13.066322 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:13.111443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Network f745288a-1c86-47cf-b922-ad469b82cf3e is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:13.114142 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-0c094f04-7a75-493e-b450-f6cc39146040 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11630a53-5908-4534-8711-b43f933e60eb HTTP/1.1" status: 200 len: 217 time: 0.6231048 Jul 23 16:32:13.122843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:13.124910 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:13.174541 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:13.237065 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 11630a53-5908-4534-8711-b43f933e60eb details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:32:13.243717 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:10Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:13.256950 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddc89fa-63ac-4b32-870c-4bbfc5c59f2d None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:10Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:32:13.261997 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:32:13.923794 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.016431 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.064235 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 58980) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:14.163287 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:14.238716 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-4d1201c4-2c17-4f50-8a48-59dcf0b87631 None None] Provisioning complete for port a2b502fa-4ce2-4524-a362-fff519d1b45f triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:14.244355 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-4d1201c4-2c17-4f50-8a48-59dcf0b87631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.365456 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Pushing event updated for resources: {'Port': ['ID=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:14.410194 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.057s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:14.462821 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:14.549178 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-4d1201c4-2c17-4f50-8a48-59dcf0b87631 None None] Port a2b502fa-4ce2-4524-a362-fff519d1b45f cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:32:14.597142 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '11630a53-5908-4534-8711-b43f933e60eb', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'port_id': '11630a53-5908-4534-8711-b43f933e60eb', 'mac_address': 'fa:16:3e:bc:e9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65517be-3bd5-477b-b691-4f5b89553027', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:32:14.641124 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Allocated IP 172.28.1.191 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/ebeccdfa-fb70-434b-9529-10b50134e5f4) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:14.770440 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-07058149-6a32-4782-9e7c-8ef7db5ea0f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:14.773160 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-07058149-6a32-4782-9e7c-8ef7db5ea0f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 1.6444125 Jul 23 16:32:14.907948 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:14.983520 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11630a53-5908-4534-8711-b43f933e60eb {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:15.022933 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:15.054947 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:15.055766 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.137677 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:15.161469 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.169888 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:15.174633 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.224721 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-0de6cfce-c365-48a9-a13e-5e773d43c481 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2944372 Jul 23 16:32:15.292377 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:15.422079 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631b56a-0ae8-4620-8821-e9d3cb7093a2 req-eecab152-b435-4bef-8332-cf7ce2b043a8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.436424 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8631b56a-0ae8-4620-8821-e9d3cb7093a2 req-eecab152-b435-4bef-8332-cf7ce2b043a8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 943 time: 0.5822937 Jul 23 16:32:15.453759 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde356a-100a-4a7d-a821-f31fb99b320e req-a8322271-73ad-40f5-b5df-62e105c6f8c4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:15.456621 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dde356a-100a-4a7d-a821-f31fb99b320e req-a8322271-73ad-40f5-b5df-62e105c6f8c4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 944 time: 0.6003196 Jul 23 16:32:15.563737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.585131 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:15.594218 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Usage tracker for resource:security_group_rule and tenant:bdf97bd3787f41a9b798a8cab850286b is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:15.596684 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:15.612015 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:15.641830 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:32:15.760279 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:15.767577 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:15.835757 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:15.863189 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8631b56a-0ae8-4620-8821-e9d3cb7093a2 req-596b6930-9164-47fb-94d3-7227f27d1134 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249680 Jul 23 16:32:15.934138 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:15.947378 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dde356a-100a-4a7d-a821-f31fb99b320e req-4c4f85a7-f224-478f-95d3-efd16a78c7c4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182777 Jul 23 16:32:15.985069 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.007919 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.007919 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:16.028160 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:16.152037 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:16.262589 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:16.263207 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.339698 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-7d24d41b-2ca1-430a-b25e-2b7478c43cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0707142 Jul 23 16:32:16.388434 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:16.406583 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.418050 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:16.424320 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'Port': ['ID=ebeccdfa-fb70-434b-9529-10b50134e5f4,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:16.447827 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:16.456744 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:16.496898 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:16.505206 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:16.522331 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:16.537155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:16.668042 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdf97bd3787f41a9b798a8cab850286b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5997667 Jul 23 16:32:16.685408 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59016) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:16.691486 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef9481d7-88d8-4376-9d8f-80c82382ebd2 req-ec7ff056-731d-4798-a907-b0d3d3838077 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421862 Jul 23 16:32:16.716744 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c61c9-944d-407a-b150-7ed2d05b9dee,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:16.725211 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:16.867263 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.019776 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa183c0-db09-4543-a835-bcd3b9716240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:17.233446 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.239525 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.336013 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,segment=NetworkSegment(b8831c6b-e593-4005-b8a1-f8159fdc43a2),segment_id=b8831c6b-e593-4005-b8a1-f8159fdc43a2)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:17.344310 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.348080 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-ac154e1b-a8f4-4727-b0aa-39a72017d71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:17.413958 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:32:17.461831 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:32:17.484226 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.550738 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:17.556858 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:17.585634 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.934988 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:17.941619 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa515ee3-919c-4297-8205-4ab4ef64231a req-d253769b-39cc-46b5-b5df-545e16ffb62d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.943729 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fa515ee3-919c-4297-8205-4ab4ef64231a req-d253769b-39cc-46b5-b5df-545e16ffb62d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 944 time: 0.4687400 Jul 23 16:32:17.963779 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:17.993728 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a07878-e351-4425-af4e-7b3b0d5044c4 req-69c810d6-f918-4c3e-9a99-ce02365b2b9d tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:17.996499 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-17a07878-e351-4425-af4e-7b3b0d5044c4 req-69c810d6-f918-4c3e-9a99-ce02365b2b9d tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 945 time: 0.4166281 Jul 23 16:32:18.068275 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c61c9-944d-407a-b150-7ed2d05b9dee,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:18.073351 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:18.273743 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.276464 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e8c61c9-944d-407a-b150-7ed2d05b9dee HTTP/1.1" status: 204 len: 168 time: 1.5894296 Jul 23 16:32:18.283784 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fa515ee3-919c-4297-8205-4ab4ef64231a req-8432f9ff-491f-4529-8779-69c04ff4aaf2 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209865 Jul 23 16:32:18.306482 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-17a07878-e351-4425-af4e-7b3b0d5044c4 req-adfe528d-17a9-48bc-9583-48c79d11ada4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515979 Jul 23 16:32:18.356399 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:18.445965 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.459467 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.479467 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:18.676372 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.677806 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:18.677957 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.741478 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'Port': ['ID=ebeccdfa-fb70-434b-9529-10b50134e5f4,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:18.748780 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:18.766996 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:18.767635 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Sync routers for ids ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:32:18.771772 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:18.775559 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9998660 Jul 23 16:32:18.801164 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] 10.222.0.47 "PUT /v2.0/routers/790aa6e0-b35d-48f7-9ea1-136f6a651b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 25.6713383 Jul 23 16:32:18.872278 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:32:18.895123 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Routers {'790aa6e0-b35d-48f7-9ea1-136f6a651b21'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:18.896960 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:32:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:18.918333 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] 10.222.0.47 "PUT /v2.0/routers/49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 35.3624511 Jul 23 16:32:18.967587 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa183c0-db09-4543-a835-bcd3b9716240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8', 'code': 200} Jul 23 16:32:18.969181 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:32:19.303240 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 11630a53-5908-4534-8711-b43f933e60eb up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:19.492860 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:19.494815 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:32:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:19.740894 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Set router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:32:19.996362 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-11343c9d-df99-4202-ae4c-f9a6c7038199 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 1098 time: 0.4268792 Jul 23 16:32:20.105961 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.270948 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:20.289725 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Usage tracker for resource:security_group_rule and tenant:50ef6ee83c6d41bb96719b3f7b9f245c is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:20.292773 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:32:20.310761 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:20.347000 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:20.367290 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-b1f97620-a826-4f2e-b43a-07768311503a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1034486897&fields=id&tenant_id=82753f9e41d24399bd1298d43534f59d HTTP/1.1" status: 200 len: 267 time: 0.4585288 Jul 23 16:32:20.556874 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59082) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:20.700737 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.701799 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '96bd099b-95b2-4574-8e3d-3d82e3abfc7f', 'name': '', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'mac_address': 'fa:16:3e:f5:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:06Z', 'updated_at': '2021-07-23T16:32:10Z', 'revision_number': 2, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'subnets': [{'id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:20.724669 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Checking router: 790aa6e0-b35d-48f7-9ea1-136f6a651b21 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:32:20.725669 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Updating router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:32:20.786170 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.787928 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510216ca-41bf-4ed6-81de-0a8db72ca612 req-9e5e1c26-9942-4456-bdfe-abe4b0992b27 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:20.798099 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-510216ca-41bf-4ed6-81de-0a8db72ca612 req-9e5e1c26-9942-4456-bdfe-abe4b0992b27 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 944 time: 0.7406580 Jul 23 16:32:20.817107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.849745 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:20.894417 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:20.898975 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:20.951280 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c787db88c4a940ed83ced4fcad8e7884 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:20.977061 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9fa32e7d-2de6-4916-89f2-813e983ef78a req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9685552 Jul 23 16:32:20.977061 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:20.983617 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a72f4-18cc-406c-9368-26289bff0279,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:21.004504 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 11630a53-5908-4534-8711-b43f933e60eb completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:21.011202 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.012131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.012131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.012412 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.012767 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.013115 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.013587 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.014037 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.014452 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.014805 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.015743 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:21.026467 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 11630a53-5908-4534-8711-b43f933e60eb triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:21.026889 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.044107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:21.047576 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:21.068135 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-510216ca-41bf-4ed6-81de-0a8db72ca612 req-6fd5109b-6446-4e54-8b5c-018bc69980e1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491343 Jul 23 16:32:21.079995 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-a68f47af-9639-4f5a-8766-1b3ae2c4f73b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.090530 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-a68f47af-9639-4f5a-8766-1b3ae2c4f73b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 811 time: 0.6904950 Jul 23 16:32:21.113937 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-cc023210-3bd6-4b99-b38b-67c623033508 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/quotas/82753f9e41d24399bd1298d43534f59d HTTP/1.1" status: 200 len: 375 time: 0.0222061 Jul 23 16:32:21.275523 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5f12c11e-4069-4fd0-8f3b-a2cb12dee1a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Synchronizing usage tracker for tenant:82753f9e41d24399bd1298d43534f59d on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:21.355482 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5f12c11e-4069-4fd0-8f3b-a2cb12dee1a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Unset dirty status for tenant:82753f9e41d24399bd1298d43534f59d on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:21.357559 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.358402 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5f12c11e-4069-4fd0-8f3b-a2cb12dee1a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2424870 Jul 23 16:32:21.369703 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.394654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-985e839b-1add-49e8-be2c-84380c344bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:21.519642 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df5dcc-9e1a-4fa4-b2ab-900dbc900738,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:21.527937 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:21.536438 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c787db88c4a940ed83ced4fcad8e7884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9741757 Jul 23 16:32:21.539050 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59098) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:21.661428 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.700616 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:08Z', 'revision_number': 2, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:21.705356 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.745468 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.760286 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:32:21.762758 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Updating router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 port a2b502fa-4ce2-4524-a362-fff519d1b45f binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:32:21.791306 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c969c26-7660-4220-b4dd-21a34b8451ad req-1f1f573a-aae5-472e-9776-458c8dde2a86 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:21.807187 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1c969c26-7660-4220-b4dd-21a34b8451ad req-1f1f573a-aae5-472e-9776-458c8dde2a86 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 945 time: 0.3961775 Jul 23 16:32:21.851486 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-2f6b4628-72db-4f5b-913d-107580f233ee service neutron] 10.222.0.47 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807299 Jul 23 16:32:21.860445 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11630a53-5908-4534-8711-b43f933e60eb'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:21.900744 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.913702 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:21.926315 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.946503 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:21.959192 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:21.964862 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df5dcc-9e1a-4fa4-b2ab-900dbc900738,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:21.968587 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:21.996441 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:22.030130 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.037189 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7df5dcc-9e1a-4fa4-b2ab-900dbc900738 HTTP/1.1" status: 204 len: 168 time: 0.4924653 Jul 23 16:32:22.159485 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1c969c26-7660-4220-b4dd-21a34b8451ad req-76554876-379d-488d-b78f-9c10337b35d4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509045 Jul 23 16:32:22.322091 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:22.389774 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-1a37f9de-4006-4037-ade9-3db10e072766 service neutron] 10.222.0.47 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192988 Jul 23 16:32:22.465015 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.469929 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:22.499326 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Transition to ACTIVE for port object 96bd099b-95b2-4574-8e3d-3d82e3abfc7f will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:22.515345 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:22.523321 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:23.132544 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc4b7f-b90f-43d8-abbb-9bb184862d6f None None] Pushing event updated for resources: {'Port': ['ID=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:23.163976 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-eccc4b7f-b90f-43d8-abbb-9bb184862d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:23.338174 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Attempting to bind port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:23.339813 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Attempting to bind port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:23.340685 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Attempting to bind port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f on network f745288a-1c86-47cf-b922-ad469b82cf3e {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:23.358904 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:23.359745 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Checking segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:23.360500 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.361528 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Bound using segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:23.362913 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Bound port: 96bd099b-95b2-4574-8e3d-3d82e3abfc7f, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:23.367009 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.639888 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.657999 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] For port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:23.669368 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Transition to ACTIVE for port object a2b502fa-4ce2-4524-a362-fff519d1b45f will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:23.693024 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.698190 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] For port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:23.713826 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:23.722417 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:23.762442 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:24.160109 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc4b7f-b90f-43d8-abbb-9bb184862d6f None None] Pushing event updated for resources: {'Port': ['ID=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,revision_number=4']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:24.183361 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-eccc4b7f-b90f-43d8-abbb-9bb184862d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:24.198682 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Routers {'790aa6e0-b35d-48f7-9ea1-136f6a651b21'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:24.199905 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:32:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:24.638132 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe07505-660d-4341-abb7-ce668421305f req-da17b453-7c83-423b-b4af-1cabeabf0d96 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:24.640483 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-bbe07505-660d-4341-abb7-ce668421305f req-da17b453-7c83-423b-b4af-1cabeabf0d96 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Synchronizing usage tracker for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:network {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:24.667758 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-bbe07505-660d-4341-abb7-ce668421305f req-da17b453-7c83-423b-b4af-1cabeabf0d96 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Unset dirty status for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:network {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:24.677276 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-da17b453-7c83-423b-b4af-1cabeabf0d96 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 819 time: 0.7621520 Jul 23 16:32:24.766575 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-fed7cff2-3b5e-4bf0-a4de-14e0b81f6816 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/quotas/06223ca9217c4539bb67ac0f06a19375 HTTP/1.1" status: 200 len: 375 time: 0.0605369 Jul 23 16:32:24.818401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59168) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:24.840010 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028064247', 'description': 'tempest-description--1031165207'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:24.868226 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:24.887304 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:24.904512 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:24.932791 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:24.973180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.015729 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Pushing event updated for resources: {'Port': ['ID=a2b502fa-4ce2-4524-a362-fff519d1b45f,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:25.198148 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:25.217874 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:25.222593 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] Set router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:32:25.237087 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:25.252159 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11630a53-5908-4534-8711-b43f933e60eb', 'code': 200} Jul 23 16:32:25.267527 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:25.345211 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.348577 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.349469 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.349960 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.350460 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.352974 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.353583 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.354035 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.354770 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.355909 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.357384 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:25.373359 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.611s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:25.395731 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Attempting to bind port a2b502fa-4ce2-4524-a362-fff519d1b45f on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:25.401929 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Attempting to bind port a2b502fa-4ce2-4524-a362-fff519d1b45f by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:25.402565 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Attempting to bind port a2b502fa-4ce2-4524-a362-fff519d1b45f on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:25.453929 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:25.455906 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Checking segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:25.456788 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.467992 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Bound using segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:25.472937 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Bound port: a2b502fa-4ce2-4524-a362-fff519d1b45f, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:25.473811 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.520885 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-229a25c5-5323-4dad-8ce2-1424765b1450 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7489381 Jul 23 16:32:25.553363 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.575904 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.617727 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-86f4d89f-7df0-425d-bacf-8677ace0a143 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:25.716986 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb0f994-9e86-4af7-873c-f7b89980b8a5,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:25.725134 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:25.875985 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] For port a2b502fa-4ce2-4524-a362-fff519d1b45f, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:25.880735 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] For port a2b502fa-4ce2-4524-a362-fff519d1b45f, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a2b502fa-4ce2-4524-a362-fff519d1b45f,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:25.890482 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.903311 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:25.909252 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:25.909791 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0881290 Jul 23 16:32:25.935229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59186) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:25.978945 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'security_group_rule': {'security_group_id': 'bfb0f994-9e86-4af7-873c-f7b89980b8a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:26.010607 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:26.046887 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:26.056243 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:26.103230 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:26.207442 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:32:26.208619 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:32:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:26.242896 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.359240 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f2a1b6ec-138f-482f-b461-2e0e2075aeb1 req-db4f686d-bfbe-4e90-afc5-934cdf0daabf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 1098 time: 0.5872419 Jul 23 16:32:26.393232 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-e32f4176-22b8-4aab-812f-d454898b1265 service neutron] 10.222.0.47 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660772 Jul 23 16:32:26.429224 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Pushing event updated for resources: {'Port': ['ID=a2b502fa-4ce2-4524-a362-fff519d1b45f,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:26.519050 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:26.770326 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '96bd099b-95b2-4574-8e3d-3d82e3abfc7f', 'name': '', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'mac_address': 'fa:16:3e:f5:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:06Z', 'updated_at': '2021-07-23T16:32:23Z', 'revision_number': 4, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'subnets': [{'id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:26.780209 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca50f3-8b79-4d0d-8254-cf2220e72104 None None] The sync data for ids ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'] in dv-cinder-802039-1-smb is: [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:32:09Z', 'revision_number': 4, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '96bd099b-95b2-4574-8e3d-3d82e3abfc7f', 'name': '', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'mac_address': 'fa:16:3e:f5:12:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:06Z', 'updated_at': '2021-07-23T16:32:23Z', 'revision_number': 4, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'subnets': [{'id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:32:26.805844 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-f2a1b6ec-138f-482f-b461-2e0e2075aeb1 req-2920a54a-43cd-45de-b072-ae2fce86b223 service neutron] Synchronizing usage tracker for tenant:50ef6ee83c6d41bb96719b3f7b9f245c on resource:security_group {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:26.814932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.835640 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:26.861285 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:26.917704 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:32:26.989971 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-f2a1b6ec-138f-482f-b461-2e0e2075aeb1 req-2920a54a-43cd-45de-b072-ae2fce86b223 service neutron] Unset dirty status for tenant:50ef6ee83c6d41bb96719b3f7b9f245c on resource:security_group {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:26.998079 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f2a1b6ec-138f-482f-b461-2e0e2075aeb1 req-2920a54a-43cd-45de-b072-ae2fce86b223 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994525 Jul 23 16:32:27.053870 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86452a6f-1da9-4be2-9997-373ae7f50df1,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.074039 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:27.108756 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.111378 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1744280 Jul 23 16:32:27.115804 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59204) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:27.144802 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'security_group_rule': {'security_group_id': 'bfb0f994-9e86-4af7-873c-f7b89980b8a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:27.190440 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:27.216490 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:27.226643 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:27.257077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:27.313090 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.345515 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-9d4a2563-e5ac-4248-a03d-b2bde919ac10 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:27.350098 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-9d4a2563-e5ac-4248-a03d-b2bde919ac10 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 811 time: 0.9050674 Jul 23 16:32:27.493266 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-3b1227b7-a1af-4fc7-a31a-958d5c5b6f96 service neutron] 10.222.0.47 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0984187 Jul 23 16:32:27.522211 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9331f43-9c07-44c9-8109-406fa8d98eae req-5cefc4ad-6d4e-4689-88db-3a6533d58876 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:27.536680 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9331f43-9c07-44c9-8109-406fa8d98eae req-5cefc4ad-6d4e-4689-88db-3a6533d58876 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 945 time: 1.6947684 Jul 23 16:32:27.637192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.647465 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.650869 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-07d6c2ae-a7c1-4af0-81c5-486bbfaf6e1d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:27.760905 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d54764-0333-4631-8286-51ee938bb74f,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:27.776630 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:27.826468 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:27.829387 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7110970 Jul 23 16:32:27.834393 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59210) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:27.851923 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'floatingip': {'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:27.868260 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:27.876425 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:floatingip and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:27.888044 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:27.919071 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:27.955418 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.009216 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-78bd793e-aae3-4952-8d2a-9394c8baa8ef tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82753f9e41d24399bd1298d43534f59d HTTP/1.1" status: 200 len: 380 time: 0.5133488 Jul 23 16:32:28.044034 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'port': {'device_id': '73384d1b-128f-44e2-801a-b9f24f49962d', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'admin_state_up': True, 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'security_groups': ['ec8c7cbd-443a-4abd-a377-3a2b70c44cc7']}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:28.131539 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9331f43-9c07-44c9-8109-406fa8d98eae req-c3d13b36-b602-44ba-9196-f241373dd5f2 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149593 Jul 23 16:32:28.599840 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 96bd099b-95b2-4574-8e3d-3d82e3abfc7f up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:28.719420 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:28.812280 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:25Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:32:28.827589 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531cff0-9ac5-4595-9abb-27d0e1f569f0 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:25Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:32:28.859522 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:28.900933 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:28.901555 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.098172 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f51dd769-a2a6-4733-a771-6e013d7c0f3a req-4da81d1c-41d4-439f-91da-0a43bde1e562 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 210 time: 0.4316757 Jul 23 16:32:29.659304 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cb131314-9603-433b-8fca-06b85366ed2f req-75506ba2-11e6-4205-8a60-baae1c4cf7fa tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 210 time: 0.1229589 Jul 23 16:32:29.814675 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:29.849452 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Allocated IP 172.28.1.84 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/a9b09220-b1c8-4623-885a-a5fb7c700d4c) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:30.010641 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:30.015066 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:30.020605 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.037863 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-41f8dc5f-8991-4b28-8188-977db44b17e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:30.086971 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:30.372654 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a2b502fa-4ce2-4524-a362-fff519d1b45f up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:30.478065 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Made reservation on behalf of 82753f9e41d24399bd1298d43534f59d for: {'port': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:30.485362 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.538208 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:30.549711 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.567208 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:30.658125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.666345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:30.696759 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port a2b502fa-4ce2-4524-a362-fff519d1b45f completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:30.720350 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port a2b502fa-4ce2-4524-a362-fff519d1b45f triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:30.721422 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:30.823015 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95cf0-c115-4d62-bc3e-80e0b12a8516 req-4b08358b-3223-4064-98c9-c98b2267f25f tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:30.845476 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-25c95cf0-c115-4d62-bc3e-80e0b12a8516 req-4b08358b-3223-4064-98c9-c98b2267f25f tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 945 time: 1.7358286 Jul 23 16:32:30.897420 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:30.902428 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:30.911769 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:31.176473 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.196886 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-25c95cf0-c115-4d62-bc3e-80e0b12a8516 req-8bcb81db-ca84-4581-bc11-53cbdeb94fcb tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496621 Jul 23 16:32:31.318980 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port a2b502fa-4ce2-4524-a362-fff519d1b45f, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a2b502fa-4ce2-4524-a362-fff519d1b45f,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:31.329260 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.341898 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:31.414876 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9512d-0180-4020-a761-f198eb19e74c req-b22e2714-bd30-4c8f-90fe-1253d1ff8868 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:31.416888 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9fa9512d-0180-4020-a761-f198eb19e74c req-b22e2714-bd30-4c8f-90fe-1253d1ff8868 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 945 time: 1.2396116 Jul 23 16:32:31.580358 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:31.583272 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=a2b502fa-4ce2-4524-a362-fff519d1b45f,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:31.583840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'Port': ['ID=a9b09220-b1c8-4623-885a-a5fb7c700d4c,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:31.588382 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:31.596589 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Allocated IP 172.20.0.7 (31aa6a99-582c-404b-9dcb-fbcdd30f45d2/282d8c53-c286-4cdc-838d-cddadeb53694/5d669319-5a2f-47e9-b906-424a15ab3538) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:31.623376 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9fa9512d-0180-4020-a761-f198eb19e74c req-626d93c2-524d-41f7-9f16-96a96b595516 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851556 Jul 23 16:32:31.861357 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:31.864623 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.141828 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7441feb7-0e4b-4bba-a3e5-566fbf4fc239 req-82ed725e-4dfd-4420-9430-2c4ad32513bd tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 210 time: 0.2210834 Jul 23 16:32:32.336171 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 96bd099b-95b2-4574-8e3d-3d82e3abfc7f up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:32.381415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe07505-660d-4341-abb7-ce668421305f req-2eb2ec28-dba5-43a6-9763-4aaf74955543 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.383612 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-2eb2ec28-dba5-43a6-9763-4aaf74955543 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 819 time: 0.3883131 Jul 23 16:32:32.414155 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Request body: {'port': {'device_id': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'admin_state_up': True, 'tenant_id': '06223ca9217c4539bb67ac0f06a19375'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:32.662005 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:32.663059 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.757893 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-bf0eccbe-19fa-46e5-bc79-285cb538896e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:32.760693 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-bf0eccbe-19fa-46e5-bc79-285cb538896e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 819 time: 0.7605286 Jul 23 16:32:32.777341 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:32.884723 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Transition to ACTIVE for port object 5d669319-5a2f-47e9-b906-424a15ab3538 will not be triggered until provisioned by entity DHCP. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:32.893949 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-ac1e951f-0ef5-4840-9056-5c6427eed3bf tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/quotas/06223ca9217c4539bb67ac0f06a19375 HTTP/1.1" status: 200 len: 375 time: 0.0924294 Jul 23 16:32:33.060155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a2b502fa-4ce2-4524-a362-fff519d1b45f up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:33.336853 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port a2b502fa-4ce2-4524-a362-fff519d1b45f triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:33.337842 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.474834 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.530563 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:33.535719 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:33.547799 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Usage tracker for resource:port and tenant:06223ca9217c4539bb67ac0f06a19375 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:33.567097 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:33.587396 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:33.661549 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Made reservation on behalf of 06223ca9217c4539bb67ac0f06a19375 for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:33.667338 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.865887 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:32:33.909673 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.933253 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:33.967866 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4383592b-ce5a-495b-a4c3-0735d440708d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:34.008465 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-3665c564-3442-4203-b3b9-458ad4fde97f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0996487 Jul 23 16:32:34.036818 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'Port': ['ID=5d669319-5a2f-47e9-b906-424a15ab3538,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.107267 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:34.222188 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.298360 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:34.302092 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'Port': ['ID=a9b09220-b1c8-4623-885a-a5fb7c700d4c,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:34.323095 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:34.343471 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:34.351142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Allocated IP 172.20.0.11 (f745288a-1c86-47cf-b922-ad469b82cf3e/f8a8009b-26b4-4d77-983c-3a556fc38bd5/2c8234d6-ce4b-43fc-8ef4-cc8896f10be4) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:34.353735 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.355839 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.377554 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.378241 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.378860 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.379421 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.379981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.380537 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.381103 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.381673 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.382218 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.382790 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.383705 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:32:34.386285 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:34.397918 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5584240 Jul 23 16:32:34.437866 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:34.595517 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-b92e503a-52f6-43f3-acd6-ae18e88cd166 service neutron] 10.222.0.47 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495350 Jul 23 16:32:34.615934 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9294d8c-1b19-461b-8103-df2e5e4f9a42 req-e9c5bb38-e76a-41ce-baee-ffe18ca5dcd5 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:34.620701 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c9294d8c-1b19-461b-8103-df2e5e4f9a42 req-e9c5bb38-e76a-41ce-baee-ffe18ca5dcd5 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 931 time: 0.8778691 Jul 23 16:32:34.629784 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6032791 Jul 23 16:32:34.964664 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-b7dc9eff-75de-4e3c-95ca-64f90d4a57ec None None] Provisioning for port 5d669319-5a2f-47e9-b906-424a15ab3538 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:34.980055 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-b7dc9eff-75de-4e3c-95ca-64f90d4a57ec None None] Provisioning complete for port 5d669319-5a2f-47e9-b906-424a15ab3538 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:34.980621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9eff-75de-4e3c-95ca-64f90d4a57ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.196986 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-accbfe4f-bf78-4ce3-ac86-def1038dcf3b service neutron] 10.222.0.47 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509455 Jul 23 16:32:35.214159 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Request body: {'port': {'device_id': '73384d1b-128f-44e2-801a-b9f24f49962d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:35.245061 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.296583 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.331900 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:35.340107 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc9eff-75de-4e3c-95ca-64f90d4a57ec None None] Port 5d669319-5a2f-47e9-b906-424a15ab3538 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:32:35.476287 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Pushing event updated for resources: {'Port': ['ID=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:35.480146 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:35.499997 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Network f745288a-1c86-47cf-b922-ad469b82cf3e is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:35.505512 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:35.517670 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:35.525323 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:35.533625 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.535440 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c9294d8c-1b19-461b-8103-df2e5e4f9a42 req-bd9048df-09b4-4ed5-b4a9-1ca16f3c56c9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8103588 Jul 23 16:32:35.572792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:35.597930 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1885746 Jul 23 16:32:35.626214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Request body: {'port': {'device_id': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:36.094736 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.124648 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:36.415427 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-9afa8b54-776b-4422-9920-5fe471e38725 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Synchronizing usage tracker for tenant:da97d06d821f40979b816907e213fcac on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:36.488827 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-9afa8b54-776b-4422-9920-5fe471e38725 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Unset dirty status for tenant:da97d06d821f40979b816907e213fcac on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:36.503198 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-9afa8b54-776b-4422-9920-5fe471e38725 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1028064247&fields=id&tenant_id=da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 267 time: 0.5087938 Jul 23 16:32:37.238790 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:37.244707 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59392) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:37.246488 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-aee7ffd2-ad62-47d1-9bc5-4c64edd6bcf7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:37.249054 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-aee7ffd2-ad62-47d1-9bc5-4c64edd6bcf7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Synchronizing usage tracker for tenant:da97d06d821f40979b816907e213fcac on resource:network {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:37.267629 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.359739 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Transition to ACTIVE for port object 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:37.368302 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.378743 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:37.407030 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d669319-5a2f-47e9-b906-424a15ab3538 {{(pid=74350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:37.423871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.463025 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Transition to ACTIVE for port object 5d669319-5a2f-47e9-b906-424a15ab3538 will not be triggered until provisioned by entity L2. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:37.466912 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-aee7ffd2-ad62-47d1-9bc5-4c64edd6bcf7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Unset dirty status for tenant:da97d06d821f40979b816907e213fcac on resource:network {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:37.490578 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-aee7ffd2-ad62-47d1-9bc5-4c64edd6bcf7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 817 time: 0.9852350 Jul 23 16:32:37.506234 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.520030 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:37.730156 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:37.737213 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:37.889880 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:37.944391 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Attempting to bind port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:37.945671 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Attempting to bind port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:37.945671 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Attempting to bind port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 on network f745288a-1c86-47cf-b922-ad469b82cf3e {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.022398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 on network f745288a-1c86-47cf-b922-ad469b82cf3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.022908 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Attempting to bind port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 on network f745288a-1c86-47cf-b922-ad469b82cf3e {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.051666 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:38.079249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Usage tracker for resource:security_group_rule and tenant:d4917348af1945379cd03b23897b87e2 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:38.085022 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:38.086169 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Checking segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:38.086169 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Bound using segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:38.086978 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Bound port: 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:38.087555 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.098466 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-11f6df1d-badf-4725-9a17-a77fde6d0f3c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/quotas/da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 375 time: 0.6061616 Jul 23 16:32:38.162779 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:38.166661 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.205349 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:38.294564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Pushing event updated for resources: {'Port': ['ID=5d669319-5a2f-47e9-b906-424a15ab3538,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:38.302646 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:38.497378 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Attempting to bind port 5d669319-5a2f-47e9-b906-424a15ab3538 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:38.498776 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Attempting to bind port 5d669319-5a2f-47e9-b906-424a15ab3538 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}] {{(pid=74350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:38.502920 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Attempting to bind port 5d669319-5a2f-47e9-b906-424a15ab3538 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.521326 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Port 5d669319-5a2f-47e9-b906-424a15ab3538 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:38.521859 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Attempting to bind port 5d669319-5a2f-47e9-b906-424a15ab3538 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:38.524466 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] For port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:38.533486 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] For port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:38.542618 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:38.543593 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Checking segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:38.544938 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Bound using segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:38.545984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Bound port: 5d669319-5a2f-47e9-b906-424a15ab3538, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}}] {{(pid=74350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:38.546846 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.593180 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-e515c133-fad6-4568-b6ea-e4bf8d7b93ee tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4505944 Jul 23 16:32:38.645344 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.651697 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.661922 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:38.738090 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:38.882876 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-23217698-ffcf-4a85-9d26-8339b202f905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.042200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.045426 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 1094 time: 3.4269507 Jul 23 16:32:39.049527 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'tag': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:39.069038 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.48', 63606) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:39.086614 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:39.131978 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:39.136343 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4917348af1945379cd03b23897b87e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8899846 Jul 23 16:32:39.137695 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:39.154087 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59424) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:39.175831 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] For port 5d669319-5a2f-47e9-b906-424a15ab3538, host hv-cinder-80203, cleared binding levels {{(pid=74350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:39.203388 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] For port 5d669319-5a2f-47e9-b906-424a15ab3538, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5d669319-5a2f-47e9-b906-424a15ab3538,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:39.236200 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.290551 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-20c0fccc-725c-466d-96aa-be1bf9655207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:39.430942 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-55854ed3-c6af-4aba-9d94-93963bb03184 service neutron] 10.222.0.47 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397225 Jul 23 16:32:39.447931 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.451543 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 1093 time: 4.2662079 Jul 23 16:32:39.482683 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:39.525432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c80fa-0fd5-4136-9aeb-8a571fa6739b,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:39.586964 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:39.831662 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Pushing event updated for resources: {'Port': ['ID=5d669319-5a2f-47e9-b906-424a15ab3538,revision_number=3']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:39.850864 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:39.922096 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:39.939034 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-31558281-9765-4a2d-9a88-71e69f94bdb5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:39.942932 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-31558281-9765-4a2d-9a88-71e69f94bdb5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 819 time: 0.8599975 Jul 23 16:32:39.976538 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Request body: {'port': {'device_id': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'admin_state_up': True, 'tenant_id': '06223ca9217c4539bb67ac0f06a19375'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:40.036395 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-d596910b-3387-4cc2-85be-29521e27d4f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1096 time: 0.4152863 Jul 23 16:32:40.062999 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-ad8d53a6-9e2d-4267-bfac-a24dd88d0928 service neutron] 10.222.0.47 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097572 Jul 23 16:32:40.435421 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-518f8c07-25fa-4056-9afa-87f604009961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 217 time: 0.3688133 Jul 23 16:32:40.533702 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-4f1c7ba8-ed02-411b-9719-22c0a81cacb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1097 time: 1.1627140 Jul 23 16:32:40.558266 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:40.806278 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-b0e2b8e2-eeb5-4fa9-aeb7-a17b84be2067 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:40.816354 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-b0e2b8e2-eeb5-4fa9-aeb7-a17b84be2067 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.3688817 Jul 23 16:32:41.158757 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59450) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:41.164221 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8dbd2182-8fbe-4fb4-b487-1d1292a9edb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.283538 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-27e34d69-b538-4973-95be-ff8102bfa7e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.6264920 Jul 23 16:32:41.394483 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.429683 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:41.430881 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-12a5e8f0-4f87-4e0a-90c5-4051f84e7620 req-8550408e-ff97-49e1-841a-b392c828f26b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.4446785 Jul 23 16:32:41.491079 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:41.496235 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c80fa-0fd5-4136-9aeb-8a571fa6739b,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:41.505838 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:41.524136 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Usage tracker for resource:port and tenant:06223ca9217c4539bb67ac0f06a19375 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:41.537218 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:41.544845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe07505-660d-4341-abb7-ce668421305f req-55587ee6-edda-4c6f-a122-a62692239656 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.548041 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-55587ee6-edda-4c6f-a122-a62692239656 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.2430787 Jul 23 16:32:41.550460 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:41.552634 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba9c80fa-0fd5-4136-9aeb-8a571fa6739b HTTP/1.1" status: 204 len: 168 time: 2.3918002 Jul 23 16:32:41.742889 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452356-6782-4a70-b600-9aae399d9ca9 req-1cc41ba5-bf94-40b4-8e2e-82f1371212c1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:41.746704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-d1452356-6782-4a70-b600-9aae399d9ca9 req-1cc41ba5-bf94-40b4-8e2e-82f1371212c1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Synchronizing usage tracker for tenant:82753f9e41d24399bd1298d43534f59d on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:41.810835 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:41.817050 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-c404d194-3548-4942-9260-9094debbe1d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9872215 Jul 23 16:32:41.824379 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-d1452356-6782-4a70-b600-9aae399d9ca9 req-1cc41ba5-bf94-40b4-8e2e-82f1371212c1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Unset dirty status for tenant:82753f9e41d24399bd1298d43534f59d on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:41.829421 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d1452356-6782-4a70-b600-9aae399d9ca9 req-1cc41ba5-bf94-40b4-8e2e-82f1371212c1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 943 time: 0.6760662 Jul 23 16:32:41.870460 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'tag': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4', 'status': 'completed', 'code': 200} Jul 23 16:32:41.914587 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-1817b507-be90-46d6-8cd6-e37d6dbc3ea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3276381 Jul 23 16:32:42.231408 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Made reservation on behalf of 06223ca9217c4539bb67ac0f06a19375 for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:42.244115 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.315903 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.344522 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538', 'status': 'completed', 'code': 200} Jul 23 16:32:42.354339 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-87c8ec32-f7eb-44de-a403-b2986108dfb2 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664876 Jul 23 16:32:42.413803 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d1452356-6782-4a70-b600-9aae399d9ca9 req-d99ebbf5-3380-488a-80e6-06ab31c6ebb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5741043 Jul 23 16:32:42.645955 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:42.927154 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec98136-27b5-47c1-bda5-5406d0833c75 req-82756aed-dee7-4b38-b2e9-7b0fa5d04f57 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278609 Jul 23 16:32:42.933448 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Allocated IP 172.20.0.3 (f745288a-1c86-47cf-b922-ad469b82cf3e/f8a8009b-26b4-4d77-983c-3a556fc38bd5/792cb6ae-6502-405d-89d2-09e2373335c7) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:43.065304 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2170a7ae-cc97-4889-9fa2-e96fb0e11077 req-f26e53b6-4c2c-4ddb-afba-dd5fb827b95f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 210 time: 0.1368198 Jul 23 16:32:43.261348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59474) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:43.376187 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.468005 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:43.484921 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Usage tracker for resource:security_group_rule and tenant:90813e3bfac442e3809fbe842b39ace5 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:43.492951 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:43.510361 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:43.528577 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-c6d9d4b8-416f-430f-b3be-336487c2357b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1096 time: 0.3596296 Jul 23 16:32:43.625328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:43.676464 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-3198571b-b075-4ac9-b584-b44359ffcfc0 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7341967 Jul 23 16:32:43.686242 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Usage tracker for resource:security_group_rule and tenant:f8643a3f27ee4a5dae21e2982c999b4e is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:43.806504 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.863974 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:43.962102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:44.022838 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:44.027735 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-52f51435-a41d-415b-a405-b8e6b17bec26 req-a3c1dbcc-d8ab-4bd4-beb9-104d8588b969 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.4475501 Jul 23 16:32:44.068539 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.073125 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bbe07505-660d-4341-abb7-ce668421305f req-6c0fc3d1-4f6c-4516-a587-ec42194c07a4 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711894 Jul 23 16:32:44.184049 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-71efe7e6-3955-40ee-b87d-5ffb33bc77a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:44.189140 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:44.204105 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90813e3bfac442e3809fbe842b39ace5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9411361 Jul 23 16:32:44.216972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59486) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:44.369794 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd657c-7fec-4c26-abba-e0c13d05a97d,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:44.399248 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:44.411885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe8ae1-86c0-4fe6-bf75-0d50fc9068c7 req-37d20d0e-3052-4ecd-9175-f83aa088100e tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.415399 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6dfe8ae1-86c0-4fe6-bf75-0d50fc9068c7 req-37d20d0e-3052-4ecd-9175-f83aa088100e tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 945 time: 0.4803007 Jul 23 16:32:44.431550 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-1b445ff4-775a-4e32-be78-5ee253d3a7b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:44.435959 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-1b445ff4-775a-4e32-be78-5ee253d3a7b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.8961637 Jul 23 16:32:44.652390 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.48', 63620) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:44.897354 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-c2f54c95-3aed-459d-8b42-b8f9778fecb5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 217 time: 0.3020017 Jul 23 16:32:44.908869 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6dfe8ae1-86c0-4fe6-bf75-0d50fc9068c7 req-32f234e7-01b3-4a18-b120-2596aae04a71 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713430 Jul 23 16:32:45.048446 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.096510 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eddce3-6d51-47b3-92db-61b5d37bf324 req-b49ec279-8290-46e9-bb36-172d16d5356d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.116178 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-51eddce3-6d51-47b3-92db-61b5d37bf324 req-b49ec279-8290-46e9-bb36-172d16d5356d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 943 time: 0.6354470 Jul 23 16:32:45.190343 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-9d056379-5ffe-4118-a873-2aa697d9b9c6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.191159 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-9d056379-5ffe-4118-a873-2aa697d9b9c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.2805154 Jul 23 16:32:45.244669 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.304718 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-7a0b8059-4d8e-4643-a108-66228bcf98bf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.308111 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-7a0b8059-4d8e-4643-a108-66228bcf98bf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 817 time: 0.9242470 Jul 23 16:32:45.322702 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1e47f2cb-7cc6-4cce-8528-2c73ecea5f4a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:45.342271 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8643a3f27ee4a5dae21e2982c999b4e&name=default HTTP/1.1" status: 200 len: 2647 time: 4.1096942 Jul 23 16:32:45.342271 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.343455 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59506) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:45.352902 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.529136 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-51eddce3-6d51-47b3-92db-61b5d37bf324 req-679af349-e5d0-4b0b-8590-92941a821979 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4109495 Jul 23 16:32:45.537157 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee593b4d-df51-46c5-9819-afea39820c80 req-65f82aea-71e3-4a7d-9283-e621ef8e00a2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 210 time: 0.1600959 Jul 23 16:32:45.537426 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Network f745288a-1c86-47cf-b922-ad469b82cf3e is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:45.559067 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:45.623052 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-85f5816e-5c3f-4c7b-abc6-017b779a524a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4210639 Jul 23 16:32:45.624966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:45.633778 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:45.634925 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.744110 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-8e5cc214-58a4-4a32-ab9d-a51e16de7c2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Synchronizing usage tracker for tenant:da97d06d821f40979b816907e213fcac on resource:security_group {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:45.748918 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05975bb1-9d93-42f1-ab15-54fe1ce03c98,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:45.755146 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7868299 Jul 23 16:32:45.770843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:45.786702 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:45.795495 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1ddcf848-45ce-4aac-9732-cde2a2e339da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:45.926663 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-7d62dea0-cb38-44b1-b9d3-43619c074ea2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1097 time: 1.1422832 Jul 23 16:32:45.991032 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Request body: {'port': {'device_id': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:46.082596 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-8e5cc214-58a4-4a32-ab9d-a51e16de7c2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Unset dirty status for tenant:da97d06d821f40979b816907e213fcac on resource:security_group {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:46.084855 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-8e5cc214-58a4-4a32-ab9d-a51e16de7c2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 380 time: 0.7365007 Jul 23 16:32:46.166430 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'port': {'device_id': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'admin_state_up': True, 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'security_groups': ['bfb0f994-9e86-4af7-873c-f7b89980b8a5']}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:46.350729 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.48', 63626) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:46.550452 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-51ca6b26-8835-4f84-947a-3d2be72caad4 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9169097 Jul 23 16:32:46.590815 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Pushing event updated for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:46.612049 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-4eb55390-6d2d-4377-a338-faa115641ebc tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.614680 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-4eb55390-6d2d-4377-a338-faa115641ebc tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 0.7405617 Jul 23 16:32:46.632525 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:46.635280 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0c5b-8b7f-4109-a9ba-0f7855fb8176 req-dc4bda0f-8161-41bd-af39-5e698951bfbb tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:46.638257 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9fcd0c5b-8b7f-4109-a9ba-0f7855fb8176 req-dc4bda0f-8161-41bd-af39-5e698951bfbb tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 931 time: 0.7125967 Jul 23 16:32:46.699839 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.868863 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-064dbef1-4e15-46cc-b002-3a5756eb954d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/quotas/97d4d2324c2847ca867fd4fd1d16444d HTTP/1.1" status: 200 len: 375 time: 0.2217934 Jul 23 16:32:46.916077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.942160 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:46.968315 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:47.010509 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.034395 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101b087-09f1-47a1-8434-b18afc72edfd req-d67165cb-0aeb-41b0-88d5-ec0d0a410edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.037071 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-d67165cb-0aeb-41b0-88d5-ec0d0a410edf service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.9886563 Jul 23 16:32:47.049729 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd657c-7fec-4c26-abba-e0c13d05a97d,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.054506 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:47.072240 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-b763b855-3f43-452a-a6db-f37d6210b3f4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.075178 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-b763b855-3f43-452a-a6db-f37d6210b3f4 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 945 time: 0.7150729 Jul 23 16:32:47.151192 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-9fcd0c5b-8b7f-4109-a9ba-0f7855fb8176 req-0fe4368a-3e08-4836-87ea-cd99e0d3911b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Synchronizing usage tracker for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:47.192624 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-d0cf5ac9-151b-4cba-b142-f5adbe151d1c service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263516 Jul 23 16:32:47.226807 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:47.241118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:port and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:47.255454 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Deleting port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:32:47.256203 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.268164 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:47.306344 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-9fcd0c5b-8b7f-4109-a9ba-0f7855fb8176 req-0fe4368a-3e08-4836-87ea-cd99e0d3911b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Unset dirty status for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:47.307632 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9fcd0c5b-8b7f-4109-a9ba-0f7855fb8176 req-0fe4368a-3e08-4836-87ea-cd99e0d3911b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380445 Jul 23 16:32:47.332607 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.334688 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8dcd657c-7fec-4c26-abba-e0c13d05a97d HTTP/1.1" status: 204 len: 168 time: 3.1107173 Jul 23 16:32:47.337126 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:47.353261 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-8c767c34-4fc8-47c6-9fe2-7c416bd8fbbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.2898269 Jul 23 16:32:47.392641 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:32:47.424579 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-9792f091-1dd3-41d2-b052-2dcb124912e1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5187380 Jul 23 16:32:47.488315 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Made reservation on behalf of da97d06d821f40979b816907e213fcac for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:47.494269 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.583664 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:47.670534 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-eb8d0125-c8a1-4a23-b78c-74e8e93ed3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:47.703759 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101b087-09f1-47a1-8434-b18afc72edfd req-61422701-14d2-458c-b194-9fa66cbc22b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:47.706608 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-61422701-14d2-458c-b194-9fa66cbc22b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.3285563 Jul 23 16:32:47.780607 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05975bb1-9d93-42f1-ab15-54fe1ce03c98,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:47.800227 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:48.045297 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:48.100580 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'port_id': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4', 'mac_address': 'fa:16:3e:a8:0d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:32:48.324347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.363383 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.366056 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/05975bb1-9d93-42f1-ab15-54fe1ce03c98 HTTP/1.1" status: 204 len: 168 time: 3.0155098 Jul 23 16:32:48.373796 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-3e79378d-7a64-483b-8d85-face5f917375 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6492903 Jul 23 16:32:48.375729 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:48.430038 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:48.445216 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-d1fb34f4-7d73-4652-b9b4-e839f2d6856f service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0183363 Jul 23 16:32:48.447355 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.449320 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5d669319-5a2f-47e9-b906-424a15ab3538 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:32:48.459639 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:48.472485 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] For port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,segment=NetworkSegment(b8831c6b-e593-4005-b8a1-f8159fdc43a2),segment_id=b8831c6b-e593-4005-b8a1-f8159fdc43a2)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:48.473127 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:48.608009 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be4d65-64f9-4d35-878a-750d62623a6f req-ae8ab36c-b6fe-4454-9280-cdf3cf71afba tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:48.612888 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-73be4d65-64f9-4d35-878a-750d62623a6f req-ae8ab36c-b6fe-4454-9280-cdf3cf71afba tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 945 time: 0.8064671 Jul 23 16:32:48.970149 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:48.977478 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:49.120686 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 5d669319-5a2f-47e9-b906-424a15ab3538, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5d669319-5a2f-47e9-b906-424a15ab3538,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:49.178345 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '5d669319-5a2f-47e9-b906-424a15ab3538', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'port_id': '5d669319-5a2f-47e9-b906-424a15ab3538', 'mac_address': 'fa:16:3e:ff:1c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:32:49.334778 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Calling delete_port for 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 owned by compute:nova {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:32:49.385394 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.410030 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d669319-5a2f-47e9-b906-424a15ab3538 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:49.432527 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 5d669319-5a2f-47e9-b906-424a15ab3538, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5d669319-5a2f-47e9-b906-424a15ab3538,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:49.446881 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.459513 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:49.551089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59558) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:49.581501 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Allocated IP 172.20.0.5 (7daff509-1ecb-4af0-8aab-69a4f5f34e97/23fa62db-029d-4c5c-bbe1-41c187d0bd54/669eec6e-6f61-4f97-9e82-0659d559f74e) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:49.598346 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792cb6ae-6502-405d-89d2-09e2373335c7 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:49.642111 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=5d669319-5a2f-47e9-b906-424a15ab3538,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:49.649000 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:49.653772 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.659299 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.723508 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-cd84e4a8-9ff3-4a43-ae6b-12bc5c2070d7 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355539 Jul 23 16:32:49.725249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Transition to ACTIVE for port object 792cb6ae-6502-405d-89d2-09e2373335c7 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:49.790914 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:49.832200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ba5f95b0-0322-4f48-bd0f-2a145b3570dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:49.871761 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-73be4d65-64f9-4d35-878a-750d62623a6f req-33839799-8cba-4079-abcd-e7aaa16c017c tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/security-groups?id=8823410a-a99b-4b14-bd29-0a4f0b3a64ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717204 Jul 23 16:32:49.937104 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:49.946199 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Usage tracker for resource:security_group_rule and tenant:9d825519e6f5421aac32aa091d346430 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:49.953451 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:49.966773 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:49.977838 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['2c8234d6-ce4b-43fc-8ef4-cc8896f10be4'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:32:50.099294 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-4f445cbc-7ea4-4c63-92d2-4176a74bed23 service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6300018 Jul 23 16:32:50.164101 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['5d669319-5a2f-47e9-b906-424a15ab3538'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:32:50.267632 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:32:50.387815 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.453137 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:50.564132 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Pushing event updated for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.703524 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Pushing event deleted for resources: {'Port': ['ID=48fb65ab-b031-45ec-b9d4-f8b2ad9692d8,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:50.710033 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:50.756950 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:50.788662 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:50.789778 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.013440 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0ab998c1-c750-4796-9f96-53ea8f53f2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:51.086340 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-acbd03a5-fa78-48e5-8f69-1344fcdc41aa req-6c368f61-27b5-417d-8eac-04af30ba5e0d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 210 time: 0.3102336 Jul 23 16:32:51.093904 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Attempting to bind port 792cb6ae-6502-405d-89d2-09e2373335c7 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:51.095245 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Attempting to bind port 792cb6ae-6502-405d-89d2-09e2373335c7 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:51.095245 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Attempting to bind port 792cb6ae-6502-405d-89d2-09e2373335c7 on network f745288a-1c86-47cf-b922-ad469b82cf3e {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:51.116350 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Port 792cb6ae-6502-405d-89d2-09e2373335c7 on network f745288a-1c86-47cf-b922-ad469b82cf3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:51.116864 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Attempting to bind port 792cb6ae-6502-405d-89d2-09e2373335c7 on network f745288a-1c86-47cf-b922-ad469b82cf3e {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:51.171590 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:51.172008 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Checking segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:51.172634 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Bound using segment: {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:51.173389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Bound port: 792cb6ae-6502-405d-89d2-09e2373335c7, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:51.173963 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.470107 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] No DVR routers for this DVR port 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 on host hv-cinder-80203 {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:32:51.488831 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.494905 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e18781-989d-4276-9844-6334f8d7ffd8,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:51.503474 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d825519e6f5421aac32aa091d346430&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9503808 Jul 23 16:32:51.505006 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa183c0-db09-4543-a835-bcd3b9716240', 'name': 'network-vif-deleted', 'tag': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:51.521559 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:51.523329 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59592) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:51.539188 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:32:51.571684 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401832c-9d8d-4e7f-9992-a32e6c732bdb req-51ac7b58-d107-4fd1-ba07-4ba0302e62e1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:51.584849 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:51.586047 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c401832c-9d8d-4e7f-9992-a32e6c732bdb req-51ac7b58-d107-4fd1-ba07-4ba0302e62e1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 944 time: 0.9914846 Jul 23 16:32:51.589448 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=792cb6ae-6502-405d-89d2-09e2373335c7,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:51.611631 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.628437 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4101b087-09f1-47a1-8434-b18afc72edfd req-21d446b4-797e-4d2f-8258-3edea6d19c5e service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8869593 Jul 23 16:32:51.632392 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:51.732105 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.735674 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Pushing event updated for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:51.747971 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:51.749382 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.751296 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/792cb6ae-6502-405d-89d2-09e2373335c7 HTTP/1.1" status: 200 len: 1093 time: 5.8643789 Jul 23 16:32:51.751845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:51.779797 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:32:51.782753 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Transition to ACTIVE for port object 669eec6e-6f61-4f97-9e82-0659d559f74e will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:51.783673 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:32:51.838593 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c401832c-9d8d-4e7f-9992-a32e6c732bdb req-5a908809-55f7-4ba5-aaf7-2a8985447943 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475643 Jul 23 16:32:51.848703 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9dc47221-5f31-4269-a5e8-b7b5e496429c req-3d13c391-ae35-441b-8701-193a1781d2e6 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.48 "DELETE /v2.0/ports/48fb65ab-b031-45ec-b9d4-f8b2ad9692d8 HTTP/1.1" status: 204 len: 173 time: 4.7622604 Jul 23 16:32:51.855844 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:51.909555 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:52.076156 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:32:52.122884 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:32:52.159411 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:32:52.191648 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:52.195613 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.455843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:52.477242 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3186092 Jul 23 16:32:52.494987 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:52.510353 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Request body: {'port': {'device_id': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:52.646691 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.708395 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:52.958244 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-8524f774-9f62-4182-9aef-408a68b474a2 None None] Provisioning for port 669eec6e-6f61-4f97-9e82-0659d559f74e completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:52.973187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-8524f774-9f62-4182-9aef-408a68b474a2 None None] Provisioning complete for port 669eec6e-6f61-4f97-9e82-0659d559f74e triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:52.973843 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8524f774-9f62-4182-9aef-408a68b474a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.035532 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.040189 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2d198792-ee6f-47db-855c-e9fb0d2eb76e req-7f095b52-fc02-4f8e-abd1-108c1cc57389 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 210 time: 0.2405000 Jul 23 16:32:53.105205 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.133806 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:53.196905 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e18781-989d-4276-9844-6334f8d7ffd8,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:53.220876 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-8524f774-9f62-4182-9aef-408a68b474a2 None None] Port 669eec6e-6f61-4f97-9e82-0659d559f74e cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:32:53.243798 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:53.286341 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efecf39-99a4-4209-b75d-ca6c41687b23 req-eaf5373f-7502-4c8f-92fe-730dde62ce31 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.305250 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2efecf39-99a4-4209-b75d-ca6c41687b23 req-eaf5373f-7502-4c8f-92fe-730dde62ce31 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 943 time: 1.4606030 Jul 23 16:32:53.325236 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-f3311bd4-d9c7-43fa-87e2-3b1ca7738d0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 1096 time: 1.4270358 Jul 23 16:32:53.429882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.432604 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26e18781-989d-4276-9844-6334f8d7ffd8 HTTP/1.1" status: 204 len: 168 time: 1.9063556 Jul 23 16:32:53.547137 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:53.607704 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-027e673e-561d-4fc4-9f6a-a8497e89ac51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=792cb6ae-6502-405d-89d2-09e2373335c7 HTTP/1.1" status: 200 len: 217 time: 0.1720624 Jul 23 16:32:53.740882 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:53.769456 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:53.771321 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:53.847393 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2efecf39-99a4-4209-b75d-ca6c41687b23 req-93926f17-c50e-4796-be33-5909b0e5758d tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405924 Jul 23 16:32:53.863670 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-7df852b5-78aa-405a-a09c-b3562ae9d4e4 req-10041def-2cb7-46c4-a95a-8ea34e624694 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Synchronizing usage tracker for tenant:851cd4549a304e88873e053dffa54e67 on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:32:53.978052 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-ad7a2dad-f0ee-47e3-90ff-423934bc6cfb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:53.981455 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-ad7a2dad-f0ee-47e3-90ff-423934bc6cfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.3615792 Jul 23 16:32:54.180372 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-7df852b5-78aa-405a-a09c-b3562ae9d4e4 req-10041def-2cb7-46c4-a95a-8ea34e624694 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Unset dirty status for tenant:851cd4549a304e88873e053dffa54e67 on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:32:54.185091 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7df852b5-78aa-405a-a09c-b3562ae9d4e4 req-10041def-2cb7-46c4-a95a-8ea34e624694 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] 10.222.0.47 "GET /v2.0/ports?device_id=7aa183c0-db09-4543-a835-bcd3b9716240 HTTP/1.1" status: 200 len: 210 time: 0.5750101 Jul 23 16:32:54.219826 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-801fe217-6ab8-482a-92be-c11f8de40d80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2268090 Jul 23 16:32:54.238707 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa183c0-db09-4543-a835-bcd3b9716240', 'name': 'network-vif-deleted', 'tag': '48fb65ab-b031-45ec-b9d4-f8b2ad9692d8', 'status': 'completed', 'code': 200} Jul 23 16:32:54.321357 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.484991 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:54.525755 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:54.537072 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:54.538733 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5d669319-5a2f-47e9-b906-424a15ab3538 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:32:54.578479 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7', 'status': 'completed', 'code': 200} Jul 23 16:32:54.664175 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:54.967613 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:54.978368 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:54.998672 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 5d669319-5a2f-47e9-b906-424a15ab3538 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:32:55.031093 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 5d669319-5a2f-47e9-b906-424a15ab3538 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:32:55.039263 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.053968 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669eec6e-6f61-4f97-9e82-0659d559f74e {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:32:55.080443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.157349 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Transition to ACTIVE for port object 669eec6e-6f61-4f97-9e82-0659d559f74e will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:32:55.245310 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59650) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:55.250946 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.280541 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-714e5469-1b0e-460e-8f0e-0684322e6cc6 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0299535 Jul 23 16:32:55.328320 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:55.484311 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.578208 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-771df827-45cc-46b8-ac81-6ca4b2232175 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:55.580884 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-771df827-45cc-46b8-ac81-6ca4b2232175 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 1.2111552 Jul 23 16:32:55.602700 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 5d669319-5a2f-47e9-b906-424a15ab3538, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5d669319-5a2f-47e9-b906-424a15ab3538,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:32:55.628460 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:55.633237 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:55.659642 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Request body: {'port': {'device_id': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'admin_state_up': True, 'tenant_id': '97d4d2324c2847ca867fd4fd1d16444d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:32:55.861719 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=5d669319-5a2f-47e9-b906-424a15ab3538,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:55.882420 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:55.894707 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6abd91c1-23d5-467d-adb9-38cf22b90792 req-8409e093-61d2-43de-ae98-92ad53db28ec service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544820 Jul 23 16:32:55.951635 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e06e6-d8b3-4b13-93e2-0b13e3965ef9 req-6d54c753-7bcd-4f8d-9caf-56f1f10ae45a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:55.963968 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6e8e06e6-d8b3-4b13-93e2-0b13e3965ef9 req-6d54c753-7bcd-4f8d-9caf-56f1f10ae45a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 944 time: 0.6882296 Jul 23 16:32:56.172979 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c6db7-f022-4c89-badd-85b3a9d483b0 req-4939f1aa-3263-407b-b742-108ebda33161 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:56.175707 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e25c6db7-f022-4c89-badd-85b3a9d483b0 req-4939f1aa-3263-407b-b742-108ebda33161 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.9071181 Jul 23 16:32:56.292110 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6e8e06e6-d8b3-4b13-93e2-0b13e3965ef9 req-80f3541f-9c78-4a31-ad4b-601f636b52b3 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265641 Jul 23 16:32:56.379030 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:56.404349 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:56.430622 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Attempting to bind port 669eec6e-6f61-4f97-9e82-0659d559f74e on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:32:56.431338 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Attempting to bind port 669eec6e-6f61-4f97-9e82-0659d559f74e by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:32:56.432015 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Attempting to bind port 669eec6e-6f61-4f97-9e82-0659d559f74e on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:56.452683 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Port 669eec6e-6f61-4f97-9e82-0659d559f74e on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:32:56.453199 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Attempting to bind port 669eec6e-6f61-4f97-9e82-0659d559f74e on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:32:56.485364 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e25c6db7-f022-4c89-badd-85b3a9d483b0 req-750557ad-0086-4d69-8683-524cd745afee tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864287 Jul 23 16:32:56.495995 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-7ac3db11-bdd2-44ff-9fe9-c652a043399d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 1096 time: 0.4320757 Jul 23 16:32:56.601798 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:32:56.602957 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Checking segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:32:56.604299 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Bound using segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:32:56.605151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Bound port: 669eec6e-6f61-4f97-9e82-0659d559f74e, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:32:56.605800 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.713105 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:56.724222 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Usage tracker for resource:port and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:56.731721 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:56.748401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:56.768788 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4', 'code': 200} Jul 23 16:32:56.854686 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Made reservation on behalf of 97d4d2324c2847ca867fd4fd1d16444d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:32:56.860462 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:56.993539 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fee9a185-6833-4800-b144-d2a6468493f9 req-1d5601d8-0eea-4a8c-8dcb-cd715ff66525 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 210 time: 0.2006948 Jul 23 16:32:57.115125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:32:57.135766 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:32:57.236859 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-67914eab-a87b-4764-84b5-983cd94c95b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.241060 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-67914eab-a87b-4764-84b5-983cd94c95b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.7335472 Jul 23 16:32:57.241465 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.368404 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:57.484274 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.546353 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-f084848b-3909-492e-b961-41981f0f9edf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=792cb6ae-6502-405d-89d2-09e2373335c7 HTTP/1.1" status: 200 len: 217 time: 0.2225876 Jul 23 16:32:57.793786 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4264bf-ba00-43be-be39-9c39f3233dc5 req-22969e93-11d7-4942-968c-be4ae81c183e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.796682 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3b4264bf-ba00-43be-be39-9c39f3233dc5 req-22969e93-11d7-4942-968c-be4ae81c183e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 943 time: 0.5536501 Jul 23 16:32:57.841486 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-e19651af-9c33-4daa-85e4-8aef51feee95 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:57.847994 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-e19651af-9c33-4daa-85e4-8aef51feee95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.2976105 Jul 23 16:32:57.896501 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:57.901188 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] 10.222.0.48 "PUT /v2.0/ports/669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 200 len: 1093 time: 5.4043550 Jul 23 16:32:57.908965 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:58.115599 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-9ce2a276-f7ce-4a29-bf8d-e84d582ec484 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779456 Jul 23 16:32:58.164070 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:58.170451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:32:58.190493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:58.224140 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Usage tracker for resource:security_group_rule and tenant:ced9f433e03c4698a67bcea6a99a7c88 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:32:58.253249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:32:58.301206 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6d2f34e1-93aa-49f5-8677-7d8d54ad5edc req-b7f1af2d-8c74-490b-a72c-bfc141413efd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 0.7539713 Jul 23 16:32:58.307708 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:32:58.502266 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3b4264bf-ba00-43be-be39-9c39f3233dc5 req-5c104582-53ca-4a5f-987c-04df52c5bb6d tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845644 Jul 23 16:32:58.531295 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fd1ce-9df2-48ad-9431-e65c557b7ca8 req-98fd9fd3-eba5-424d-a2cf-0c90123efb87 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:58.533863 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-731fd1ce-9df2-48ad-9431-e65c557b7ca8 req-98fd9fd3-eba5-424d-a2cf-0c90123efb87 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.8513846 Jul 23 16:32:58.536834 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Allocated IP 172.20.0.2 (99d2f9ae-2356-4d6e-a378-e39add08a7e0/d65517be-3bd5-477b-b691-4f5b89553027/1f32dc13-cbff-4100-869b-f78290961138) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:32:58.620943 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-378c51b2-e580-4034-a1f5-af92b01b1c91 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024097 Jul 23 16:32:58.637829 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6d2f34e1-93aa-49f5-8677-7d8d54ad5edc req-71695345-5375-4d40-b82b-37db188119b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164160 Jul 23 16:32:58.652498 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.700293 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:58.720543 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9ec9aec7-e304-48e7-9da9-3e5658c89ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:58.770744 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:32:58.773348 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-731fd1ce-9df2-48ad-9431-e65c557b7ca8 req-550b9617-6551-4b8d-861b-2ded2b4e41fa tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161467 Jul 23 16:32:58.782993 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-6be38faa-671d-41f5-8079-e7c9a9736ae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1096 time: 0.7757676 Jul 23 16:32:58.942178 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ced9f433e03c4698a67bcea6a99a7c88&name=default HTTP/1.1" status: 200 len: 2647 time: 3.6934857 Jul 23 16:32:58.972710 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59710) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:32:59.062716 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a690994-bdb4-4d8f-89d4-4163189c7a17,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:59.068747 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:32:59.071598 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'status': 'completed', 'code': 200} Jul 23 16:32:59.225811 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dfc391e-7d8b-4756-a64b-8a89fe75fc5f req-080004cb-2ec6-4bca-b636-3d98ee881052 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816622 Jul 23 16:32:59.279167 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-8855b0af-a220-478f-a1bd-a27f9806afa9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 200 len: 217 time: 0.3333511 Jul 23 16:32:59.356785 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.366742 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-139fe9e7-cf1b-40a2-8540-db5f843d13e8 req-698497ad-d8f1-4302-a7b1-b9d1aab43bbe tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 210 time: 0.1144071 Jul 23 16:32:59.420115 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0a736-8e38-4a14-9781-999866deb7aa req-f4bccf2d-d4bc-4f7f-8c77-38bf81f1ddb7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:59.425451 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-14c0a736-8e38-4a14-9781-999866deb7aa req-f4bccf2d-d4bc-4f7f-8c77-38bf81f1ddb7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.5481534 Jul 23 16:32:59.445162 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-9e0f8e8d-c907-4799-8324-cf623ad04c87 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:32:59.448087 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-9e0f8e8d-c907-4799-8324-cf623ad04c87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.1583180 Jul 23 16:32:59.481089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.551928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 792cb6ae-6502-405d-89d2-09e2373335c7 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:32:59.655532 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-14c0a736-8e38-4a14-9781-999866deb7aa req-8a4fc2da-ef5d-4452-ae59-8632c2ea9965 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084360 Jul 23 16:32:59.709850 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.732030 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:32:59.810164 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:32:59.815574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a690994-bdb4-4d8f-89d4-4163189c7a17 HTTP/1.1" status: 204 len: 168 time: 0.8409212 Jul 23 16:32:59.822085 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a690994-bdb4-4d8f-89d4-4163189c7a17,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:32:59.829176 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:00.109758 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.257565 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538', 'code': 200} Jul 23 16:33:00.282842 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:00.309197 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:00.410176 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:33:00.647827 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910d02-c942-447f-a646-34d85022cdd5 req-6343016a-b819-4030-89d4-46bcc362ec79 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.660471 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44910d02-c942-447f-a646-34d85022cdd5 req-6343016a-b819-4030-89d4-46bcc362ec79 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.1975143 Jul 23 16:33:00.695204 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2690b-83df-4979-8180-7bd9058290f5 req-a88676f7-51fd-45fb-a660-0a6410e289a1 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:00.697355 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7eb2690b-83df-4979-8180-7bd9058290f5 req-a88676f7-51fd-45fb-a660-0a6410e289a1 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 943 time: 0.5871243 Jul 23 16:33:00.754690 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event updated for resources: {'Port': ['ID=1f32dc13-cbff-4100-869b-f78290961138,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:00.765533 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:00.790653 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-aa636e54-b1dc-4ba6-a308-947b018be004 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.3304377 Jul 23 16:33:00.923152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:00.929945 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=792cb6ae-6502-405d-89d2-09e2373335c7,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:00.977240 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '792cb6ae-6502-405d-89d2-09e2373335c7', 'network_id': 'f745288a-1c86-47cf-b922-ad469b82cf3e', 'port_id': '792cb6ae-6502-405d-89d2-09e2373335c7', 'mac_address': 'fa:16:3e:63:ca:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a8009b-26b4-4d77-983c-3a556fc38bd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:33:01.197011 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:01.208117 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:01.234454 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:01.237272 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.288705 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44910d02-c942-447f-a646-34d85022cdd5 req-7c98d769-f21e-4bea-80c4-99a0d95a5c01 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6266596 Jul 23 16:33:01.297038 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7eb2690b-83df-4979-8180-7bd9058290f5 req-0429208f-960e-4791-8a16-aefc42ba7735 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437792 Jul 23 16:33:01.316229 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5388cfd7-c2ef-40dc-b938-80a32d59108d req-d1618cce-d33a-4f5f-865c-f715f8931015 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1098 time: 0.6291707 Jul 23 16:33:01.371253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.448351 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8286664 Jul 23 16:33:01.519113 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5388cfd7-c2ef-40dc-b938-80a32d59108d req-32dfcbf2-a01d-417a-8e44-cefe7b5cb950 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886396 Jul 23 16:33:01.523193 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792cb6ae-6502-405d-89d2-09e2373335c7 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:01.616699 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=792cb6ae-6502-405d-89d2-09e2373335c7,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:01.622224 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Request body: {'port': {'device_id': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:01.636257 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:01.641589 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:01.688833 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-73437a2b-c9e9-4db8-b189-27d7a60a1a36 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8857596 Jul 23 16:33:01.826544 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:01.842986 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:02.107387 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['792cb6ae-6502-405d-89d2-09e2373335c7'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:33:02.321214 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0244e73-7d20-4ca3-8359-6d97f86ea8c3 req-322def97-b3bd-4666-a3af-0b25dc78c9b4 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.328483 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0244e73-7d20-4ca3-8359-6d97f86ea8c3 req-322def97-b3bd-4666-a3af-0b25dc78c9b4 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 931 time: 0.5000029 Jul 23 16:33:02.331762 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:02.558947 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75574891-7a2c-42be-8abc-fb6360b514c4 req-e39ffc6a-cc94-4d26-b400-d7ffba8810f0 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656303 Jul 23 16:33:02.653480 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0244e73-7d20-4ca3-8359-6d97f86ea8c3 req-45aaec3e-723f-42c6-9494-36654b6c2546 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075907 Jul 23 16:33:02.696908 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c9683-533e-4fae-9f03-554f88e42791 req-f991e3c1-6744-4105-8954-32046081d854 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:02.710112 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d41c9683-533e-4fae-9f03-554f88e42791 req-f991e3c1-6744-4105-8954-32046081d854 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.5748482 Jul 23 16:33:02.719415 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-038ff43c-1d89-4df0-84c1-b3678ea8b579 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2854958 Jul 23 16:33:02.892766 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d41c9683-533e-4fae-9f03-554f88e42791 req-76dc3e20-8d9e-40f8-91a4-56e39631e4e4 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784894 Jul 23 16:33:03.026573 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59780) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:03.391517 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Deleting subnet 36a1a334-7b82-4988-a36c-17858a37cad2 {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:33:03.473202 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-ed14b4ac-9d3b-4a79-bd24-ec4e3fff10de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1096 time: 0.5757165 Jul 23 16:33:03.532043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:03.692403 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:33:03.726571 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 792cb6ae-6502-405d-89d2-09e2373335c7 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:03.876455 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59798) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:03.916986 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59802) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:04.039803 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cc94e-3ea1-46c2-858e-3f4c84f08f84 req-f2c6aa97-529c-41f0-b0e3-a657d911cfc0 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.053367 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-232cc94e-3ea1-46c2-858e-3f4c84f08f84 req-f2c6aa97-529c-41f0-b0e3-a657d911cfc0 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 944 time: 0.7314477 Jul 23 16:33:04.125558 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.174259 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a27da-6e33-4f22-acad-24415b280e12 req-db86eba9-bdab-4fa6-b8da-3c61befbfca8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.199793 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0c3a27da-6e33-4f22-acad-24415b280e12 req-db86eba9-bdab-4fa6-b8da-3c61befbfca8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.5990770 Jul 23 16:33:04.208072 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-25fa32ce-5ea1-41aa-ba02-19f392846d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:04.212299 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-25fa32ce-5ea1-41aa-ba02-19f392846d7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.6954696 Jul 23 16:33:04.255185 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.360163 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 792cb6ae-6502-405d-89d2-09e2373335c7 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:04.430308 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 792cb6ae-6502-405d-89d2-09e2373335c7 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:04.430959 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.556059 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:04.598034 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-9728b63c-0d44-4804-8d56-1f925ee6fd2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 1098 time: 1.2378767 Jul 23 16:33:04.602913 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-536963717-network', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:04.604151 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'mac_address': 'fa:16:3e:50:93:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:33:04.644440 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.646156 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:04.651682 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.652530 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f32dc13-cbff-4100-869b-f78290961138 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:04.686248 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-97425d8f-0b3b-40f4-bceb-ea3dadcb3ba5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 200 len: 217 time: 0.4424913 Jul 23 16:33:04.690371 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-232cc94e-3ea1-46c2-858e-3f4c84f08f84 req-79a92ada-05da-4c8b-a190-57edc77f26ec tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355667 Jul 23 16:33:04.695117 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Usage tracker for resource:network and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:04.704605 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:04.740195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.744928 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9edbceee-3ed8-4dbf-9af6-cd42c9fbcaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:04.816364 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:04.851237 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0c3a27da-6e33-4f22-acad-24415b280e12 req-756bd6f3-2692-4618-bd72-a1c01df4512e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6494534 Jul 23 16:33:04.954914 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a1a334-7b82-4988-a36c-17858a37cad2,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:04.967072 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:04.968096 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:04.972931 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:04.977208 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Made reservation on behalf of a2f69bc9202b49e187f572f9409f7ebf for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:04.994980 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.002860 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.056190 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Transition to ACTIVE for port object 1f32dc13-cbff-4100-869b-f78290961138 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:05.069404 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.088445 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cde03fdbfb24415f803e63c11ccb0ca7 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:05.093412 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/36a1a334-7b82-4988-a36c-17858a37cad2 HTTP/1.1" status: 204 len: 168 time: 2.0643089 Jul 23 16:33:05.097127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.113751 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59812) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:05.117894 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:05.120626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:05.132474 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669eec6e-6f61-4f97-9e82-0659d559f74e {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:05.195483 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:05.231691 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.247928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:05.266278 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.305925 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:05.364090 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=792cb6ae-6502-405d-89d2-09e2373335c7,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:05.389415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Pushing event updated for resources: {'Port': ['ID=1f32dc13-cbff-4100-869b-f78290961138,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.391610 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:05.409354 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-73403e31-0ea8-4c92-92ac-6a3001b060dc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.413335 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-73403e31-0ea8-4c92-92ac-6a3001b060dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.7020481 Jul 23 16:33:05.413632 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.459456 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.466929 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:05.467919 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:05.468811 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:05.616140 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:05.635928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:05.713580 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.735137 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:05.743770 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:05.758425 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:05.761437 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['669eec6e-6f61-4f97-9e82-0659d559f74e'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:33:05.779814 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:05.785889 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:05.826803 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:05.853640 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c2db0-eef7-46be-9c55-232a0acca33c req-bc4464e6-9af0-4d7f-8a89-a502263f2549 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.856182 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9f1c2db0-eef7-46be-9c55-232a0acca33c req-bc4464e6-9af0-4d7f-8a89-a502263f2549 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 943 time: 0.7623024 Jul 23 16:33:05.963802 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cde03fdbfb24415f803e63c11ccb0ca7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0331280 Jul 23 16:33:05.966440 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-ef40c483-4777-43ef-ad38-dc90a0a3d013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:05.969192 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-ef40c483-4777-43ef-ad38-dc90a0a3d013 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 916 time: 1.3072121 Jul 23 16:33:05.973576 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59834) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:06.026433 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a6500-052e-4c44-a4db-6a82638ab7bd req-b70adb33-fe12-4031-a04e-d2eb74cf4f48 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.033560 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d3a6500-052e-4c44-a4db-6a82638ab7bd req-b70adb33-fe12-4031-a04e-d2eb74cf4f48 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 944 time: 0.6392980 Jul 23 16:33:06.104694 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125ab930-b4ab-48f1-88f3-deadf352432a,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:06.117200 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:06.151431 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-00b25ea2-0642-4d42-8381-c0893acfb91f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11630a53-5908-4534-8711-b43f933e60eb HTTP/1.1" status: 200 len: 217 time: 0.1621430 Jul 23 16:33:06.156514 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.232774 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-533ed4b1-e771-4c27-b65f-315b4f9e73a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7101555 Jul 23 16:33:06.254001 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9f1c2db0-eef7-46be-9c55-232a0acca33c req-0ddeb335-3e33-4656-95a8-8014cb14d662 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709104 Jul 23 16:33:06.267591 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.289019 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Attempting to bind port 1f32dc13-cbff-4100-869b-f78290961138 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:06.289590 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Attempting to bind port 1f32dc13-cbff-4100-869b-f78290961138 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:06.290153 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Attempting to bind port 1f32dc13-cbff-4100-869b-f78290961138 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:06.440351 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7', 'code': 200} Jul 23 16:33:06.527128 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Port 1f32dc13-cbff-4100-869b-f78290961138 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:06.527755 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Attempting to bind port 1f32dc13-cbff-4100-869b-f78290961138 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:06.562921 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:06.563377 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Checking segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:06.564053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Bound using segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:06.565046 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Bound port: 1f32dc13-cbff-4100-869b-f78290961138, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:06.566456 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.691510 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-900dc86c-4034-4bda-a695-6501c5775d00 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:06.694473 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-900dc86c-4034-4bda-a695-6501c5775d00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.5339768 Jul 23 16:33:06.721717 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.806689 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d3a6500-052e-4c44-a4db-6a82638ab7bd req-e1603b48-f9b6-4095-9d05-4f0382f3ae2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7502506 Jul 23 16:33:06.922415 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-ef09248f-151d-4f23-9994-cf655248d1bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776056 Jul 23 16:33:06.961336 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:06.984373 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-90f09a19-5f9d-4f38-977f-01c1cce358b4 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289984 Jul 23 16:33:06.985429 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.006636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-38aa71da-af4c-4aea-9072-c14483382f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:07.250184 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:33:07.271154 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6983c4-1074-46e5-a117-83e05610c2f7,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:07.275144 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.344099 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:07.376453 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.399766 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.400340 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Added segment 01305a4a-e22c-407e-88db-9e74b589bb97 of type vlan for network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af Jul 23 16:33:07.400828 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.401278 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.403196 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.404451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > port after_create 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.404451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > port after_delete 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.404451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > port after_update 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.404861 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.405150 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.405650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.406042 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.463576 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4fafd-4829-4643-82c7-fd01f62279db req-090ecadb-5c73-4351-bc8d-9f1ea8493213 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.466464 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fae4fafd-4829-4643-82c7-fd01f62279db req-090ecadb-5c73-4351-bc8d-9f1ea8493213 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.6896398 Jul 23 16:33:07.485236 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.485769 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.486313 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.486749 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74349) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:07.487215 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fac1eb-0a21-42ec-b637-6a438448bbce']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:07.565261 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] For port 1f32dc13-cbff-4100-869b-f78290961138, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:07.570475 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8831c6b-e593-4005-b8a1-f8159fdc43a2') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:07.570953 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8831c6b-e593-4005-b8a1-f8159fdc43a2') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:07.580866 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-31c42d52-a517-47a3-a2a2-01c2404a243b req-3afa1773-6cea-407a-b3d3-dc737ab43b90 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760257 Jul 23 16:33:07.591884 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.637084 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] For port 1f32dc13-cbff-4100-869b-f78290961138, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1f32dc13-cbff-4100-869b-f78290961138,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:07.640732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.678137 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.691701 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fae4fafd-4829-4643-82c7-fd01f62279db req-975b8189-83ff-43ad-b28c-2a04df04aa95 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928649 Jul 23 16:33:07.704191 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83a99-cf28-439d-a057-94e45cbb3929 req-c84dba11-be24-4439-bff1-1b456930a438 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.707418 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-30e83a99-cf28-439d-a057-94e45cbb3929 req-c84dba11-be24-4439-bff1-1b456930a438 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.4587924 Jul 23 16:33:07.714939 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-85d42d5b-e0c2-4bb9-a9c9-3ecf3c345c58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:07.725130 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.728509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:07.754210 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:07.755196 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.768026 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:07.881289 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.902193 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 669eec6e-6f61-4f97-9e82-0659d559f74e completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:07.911784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:33:07.912929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:07.918771 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 669eec6e-6f61-4f97-9e82-0659d559f74e triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:07.919736 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.004788 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Pushing event updated for resources: {'Network': ['ID=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.086327 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:33:08.098052 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.2165983 Jul 23 16:33:08.099929 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:08.123611 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59858) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:08.135970 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-30e83a99-cf28-439d-a057-94e45cbb3929 req-8507287b-8b41-4e8b-a98b-00b623cc6b4a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4123793 Jul 23 16:33:08.173686 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Request body: {'subnet': {'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-536963717-subnet', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'ip_version': 4}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:08.184988 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Pushing event updated for resources: {'Port': ['ID=1f32dc13-cbff-4100-869b-f78290961138,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: util.warn_limited( Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: util.warn_limited( Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:08.194332 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:08.199765 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-09c1c588-b09a-4c2d-bc17-ab2b60d2fd7f service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2685831 Jul 23 16:33:08.208355 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:08.219155 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:08.221553 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.255097 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Usage tracker for resource:subnet and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:08.270277 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:08.286504 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:08.332319 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Made reservation on behalf of a2f69bc9202b49e187f572f9409f7ebf for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:08.336137 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.374939 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.473920 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.566262 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d421124d-12b5-466b-9c25-b8f2f8fae7e7 req-94416746-808b-496f-b27a-71704758f510 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550835 Jul 23 16:33:08.578142 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-71d736a0-85a3-45cd-9e79-b20db772af27 req-a350e7bf-e44a-4195-9f2c-9b652f5d351e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 1098 time: 1.6176052 Jul 23 16:33:08.599856 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:08.608629 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449709-3b6f-48fa-b685-54569a05f964 req-875b6326-e6d5-4dd1-a693-aef6f011f9b6 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:08.608940 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:08.624848 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cc449709-3b6f-48fa-b685-54569a05f964 req-875b6326-e6d5-4dd1-a693-aef6f011f9b6 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 943 time: 0.6159670 Jul 23 16:33:08.641158 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:08.647478 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.653847 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-ac154e1b-a8f4-4727-b0aa-39a72017d71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:08.710467 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.713061 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] 10.222.0.48 "PUT /v2.0/ports/1f32dc13-cbff-4100-869b-f78290961138 HTTP/1.1" status: 200 len: 1093 time: 7.1003766 Jul 23 16:33:08.716077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Pushing event deleted for resources: {'Network': ['ID=90fac1eb-0a21-42ec-b637-6a438448bbce,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.721402 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-71d736a0-85a3-45cd-9e79-b20db772af27 req-ef4bd4af-e292-476b-acb6-d1916d63b954 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330953 Jul 23 16:33:08.722223 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'tag': '1f32dc13-cbff-4100-869b-f78290961138'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:08.731367 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:08.733307 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.771484 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.777151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:08.779810 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/125ab930-b4ab-48f1-88f3-deadf352432a HTTP/1.1" status: 204 len: 168 time: 2.8011959 Jul 23 16:33:08.782493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e55efbc4-df42-406b-9c0e-6b57df803e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:08.800940 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] 10.222.0.47 "DELETE /v2.0/networks/90fac1eb-0a21-42ec-b637-6a438448bbce HTTP/1.1" status: 204 len: 168 time: 3.4471426 Jul 23 16:33:08.821402 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ab930-b4ab-48f1-88f3-deadf352432a,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:08.842600 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:08.970722 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:09.001566 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:09.022261 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cc449709-3b6f-48fa-b685-54569a05f964 req-5dca8c7b-a18f-4e91-8fea-e2f418d08dc9 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955212 Jul 23 16:33:09.026071 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-39355cda-34a5-456d-9699-c8d83417c4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.174396 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.249670 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50dc53-e02c-4d50-834a-44748a86186d req-7e9233da-d086-4d54-8659-d61c1fcb4761 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:09.262169 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6e50dc53-e02c-4d50-834a-44748a86186d req-7e9233da-d086-4d54-8659-d61c1fcb4761 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4371209 Jul 23 16:33:09.277581 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:09.376044 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59886) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:09.530092 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-3a031d94-5661-41bd-9899-ef8d59837881 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 1096 time: 0.4318433 Jul 23 16:33:09.531196 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6e50dc53-e02c-4d50-834a-44748a86186d req-0f2cb216-8205-41ee-8971-fd3a819dd800 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643874 Jul 23 16:33:09.537995 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-cad331cd-7a04-485a-95e7-1f030d6aa23b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=851cd4549a304e88873e053dffa54e67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1496625 Jul 23 16:33:09.543214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59892) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:09.787115 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-8c8731df-f52c-44aa-bb3b-75b2eb5598f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f32dc13-cbff-4100-869b-f78290961138 HTTP/1.1" status: 200 len: 217 time: 0.2370000 Jul 23 16:33:09.793405 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8963c3-6891-4154-8233-ae6a7beb202a,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:09.821680 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:09.860558 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'code': 200} Jul 23 16:33:09.865572 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:09.898399 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df520743-23bd-44a6-895e-30be4c843e87 req-1278b6a6-6a80-48a9-be30-6fa54162aa99 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:09.909943 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df520743-23bd-44a6-895e-30be4c843e87 req-1278b6a6-6a80-48a9-be30-6fa54162aa99 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.5142946 Jul 23 16:33:09.934333 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59898) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:09.945252 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'floatingip': {'port_id': '5d669319-5a2f-47e9-b906-424a15ab3538'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:10.039672 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.138072 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-d5bf514f-2a88-428d-a8f1-d0187cf4678c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:10.145248 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-d5bf514f-2a88-428d-a8f1-d0187cf4678c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.3250897 Jul 23 16:33:10.159636 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'tag': '1f32dc13-cbff-4100-869b-f78290961138', 'status': 'completed', 'code': 200} Jul 23 16:33:10.346004 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.356928 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Checking segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:10.357853 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Network hostable DHCP agents. Network: d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:10.375259 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-93e5627b-6181-4647-b40f-a9c7b6be3543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:10.395108 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59904) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:10.401511 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-5a55f65d-df6f-452c-940b-331bdff70497 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401376 Jul 23 16:33:10.415765 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.458113 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8823410a-a99b-4b14-bd29-0a4f0b3a64ff,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:10.501753 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:10.504054 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.759316 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:10.764394 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8823410a-a99b-4b14-bd29-0a4f0b3a64ff HTTP/1.1" status: 204 len: 168 time: 1.2147439 Jul 23 16:33:10.797187 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:10.806903 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Usage tracker for resource:security_group_rule and tenant:413e271a240e4c3db811c92159e1d2c3 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:10.817289 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:10.841646 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:10.894327 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-84638d10-c5b6-4e3b-ba8e-744f2ab80728 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310596 Jul 23 16:33:10.989873 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bb0d4a1c-ca51-49f6-a69b-1d2fb09d360e req-724b49ba-5196-434a-ae21-482e2634ae95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1098 time: 0.3178842 Jul 23 16:33:11.109271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:11.208314 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-53e8804a-32ff-4cb7-9bc9-115db34bc8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.357206 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.384504 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.400448 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9b448b2e-b8a0-4dad-aa9e-0ce7c63b1b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:11.448986 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bb0d4a1c-ca51-49f6-a69b-1d2fb09d360e req-73210294-e601-431c-81bc-54d420f9c794 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337717 Jul 23 16:33:11.477718 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d497c4b-a64a-4e09-9e6c-20b06919d1b2 req-d9cb4302-c7a0-434b-a3b2-761a558c3095 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645406 Jul 23 16:33:11.494581 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=413e271a240e4c3db811c92159e1d2c3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0907130 Jul 23 16:33:11.496654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aa4a72-96bb-4d0c-9195-99dd8c426c05,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:11.500300 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59924) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:11.504429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:11.639795 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.645216 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:11.657507 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab03af-2d1b-4135-be33-92af845e4899 req-3ae66b1d-6033-493f-8709-56d581c4951f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:11.660982 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03b66f-4e05-4f13-a847-b97c1740daa6 None None] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:11.665697 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d5ab03af-2d1b-4135-be33-92af845e4899 req-3ae66b1d-6033-493f-8709-56d581c4951f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.0972614 Jul 23 16:33:11.675813 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:11.676710 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.769377 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.778729 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065887f7-e667-4bb1-8194-8c756d5da174 req-e7af5981-e82f-4f77-9d35-d15625d1967c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:11.790432 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-065887f7-e667-4bb1-8194-8c756d5da174 req-e7af5981-e82f-4f77-9d35-d15625d1967c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 943 time: 1.1515574 Jul 23 16:33:11.941619 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.8146794 Jul 23 16:33:11.949120 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:11.957376 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59938) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:11.981185 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:11.991720 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:12.026476 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aa4a72-96bb-4d0c-9195-99dd8c426c05,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:12.100206 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:12.253654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.255899 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3aa4a72-96bb-4d0c-9195-99dd8c426c05 HTTP/1.1" status: 204 len: 168 time: 0.7536712 Jul 23 16:33:12.258129 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:12.268147 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59948) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:12.283409 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Usage tracker for resource:router and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:12.292915 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:12.315033 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d5ab03af-2d1b-4135-be33-92af845e4899 req-67222a2d-a073-48da-b5ba-da95f048e98b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480603 Jul 23 16:33:12.337870 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:12.389405 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-b64d0026-7d52-4d5c-a8df-e1c3b5969a9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 1096 time: 0.3648419 Jul 23 16:33:12.392448 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-065887f7-e667-4bb1-8194-8c756d5da174 req-9bb6098f-eb84-4ca2-9048-a47ade560275 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003957 Jul 23 16:33:12.480244 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.484304 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.529536 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:33:12.530921 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:12.801087 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-93ff823a-3606-42d4-8dd9-38d549d6defc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:12.804439 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-93ff823a-3606-42d4-8dd9-38d549d6defc service neutron] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 916 time: 0.3986549 Jul 23 16:33:12.889821 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.007654 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.027772 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-dfdb37ee-8d65-4134-b92b-7160afeaf576 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f32dc13-cbff-4100-869b-f78290961138 HTTP/1.1" status: 200 len: 217 time: 0.1723020 Jul 23 16:33:13.180569 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Allocated IP 172.20.0.2 (d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af/6b8963c3-6891-4154-8233-ae6a7beb202a/ee2f385d-c4fd-43c1-9a28-aac6a57b738c) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:13.223756 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-897dc6e4-8147-4ed5-a548-e6bd3815ec56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:13.228781 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-897dc6e4-8147-4ed5-a548-e6bd3815ec56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.1861567 Jul 23 16:33:13.343207 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-5291f97e-0bb8-48f8-94ab-8588d51f9cf7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069167 Jul 23 16:33:13.389462 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.db.resource_extend [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:33:13.626871 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.652661 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Transition to ACTIVE for port object ee2f385d-c4fd-43c1-9a28-aac6a57b738c will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:13.753176 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Transition to ACTIVE for port object ee2f385d-c4fd-43c1-9a28-aac6a57b738c will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:13.766835 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.769000 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 59972) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:13.780421 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:13.791500 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:13.905219 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-abb9f555-309f-44f8-990a-23c533f59e38 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419648 Jul 23 16:33:14.130856 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.160991 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db32e6-91d2-4658-abc2-1aa66b0dad98 req-60281d59-07e1-4b6f-9532-52f282ef978a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:14.167659 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Pushing event updated for resources: {'Port': ['ID=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:14.177025 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-81db32e6-91d2-4658-abc2-1aa66b0dad98 req-60281d59-07e1-4b6f-9532-52f282ef978a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 1.5380812 Jul 23 16:33:14.183461 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.203238 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:14.213745 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:14.215978 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:14.222275 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:14.271236 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.402979 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d4ef9ed7-50cd-41ad-9bd3-498b3836cce8 req-997c44cd-b268-40fd-a914-35ee501f2f61 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855437 Jul 23 16:33:14.455326 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:14.487291 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Usage tracker for resource:security_group_rule and tenant:626e6f07cc274aecb2b9f28b57cb0cd8 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:14.500892 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:14.506145 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Attempting to bind port ee2f385d-c4fd-43c1-9a28-aac6a57b738c on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:14.506832 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Attempting to bind port ee2f385d-c4fd-43c1-9a28-aac6a57b738c by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:14.507474 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Attempting to bind port ee2f385d-c4fd-43c1-9a28-aac6a57b738c on network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:14.520873 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:14.521837 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Checking segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:14.522553 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.523275 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Bound using segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:14.524221 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Bound port: ee2f385d-c4fd-43c1-9a28-aac6a57b738c, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:14.524809 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.685028 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] For port ee2f385d-c4fd-43c1-9a28-aac6a57b738c, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:14.691623 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] For port ee2f385d-c4fd-43c1-9a28-aac6a57b738c, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:14.700032 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:14.707648 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:14.789218 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-570795931-network', 'tenant_id': '8dba48173cce4ca7855f5f37163519ea'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:14.810281 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:14.838789 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:14.843175 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Pushing event updated for resources: {'Port': ['ID=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:14.851456 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:14.879359 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-81db32e6-91d2-4658-abc2-1aa66b0dad98 req-e601fab0-d0bc-4f88-950e-45a17eee7386 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7006981 Jul 23 16:33:14.884365 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Usage tracker for resource:network and tenant:8dba48173cce4ca7855f5f37163519ea is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:14.892905 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:14.906568 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:15.143670 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Made reservation on behalf of 8dba48173cce4ca7855f5f37163519ea for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:15.155735 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.214958 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a27e7f-c017-49f2-b33c-5a970a9d4547 req-d6bb8953-3c43-4fc3-bdc3-ac19324b5cbe tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:15.217358 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f5a27e7f-c017-49f2-b33c-5a970a9d4547 req-d6bb8953-3c43-4fc3-bdc3-ac19324b5cbe tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.3916121 Jul 23 16:33:15.220503 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.251606 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.279198 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.352041 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.441430 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a93d857e-7b17-4668-ae4f-2d38a1cab0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:15.678969 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:15.705853 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=626e6f07cc274aecb2b9f28b57cb0cd8&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4277842 Jul 23 16:33:15.708150 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Usage tracker for resource:security_group_rule and tenant:8dba48173cce4ca7855f5f37163519ea is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:15.708874 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 59994) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:15.722959 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 1f32dc13-cbff-4100-869b-f78290961138 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:33:15.735235 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f5a27e7f-c017-49f2-b33c-5a970a9d4547 req-28708c73-2d57-4228-90b2-a3f4265afd12 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900832 Jul 23 16:33:15.751618 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:15.765940 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e646dced-ecf3-46d3-b443-c186b780c1da,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:15.781141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:15.876741 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:15.943477 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.141232 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.150872 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:16.211182 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:16.217374 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646dced-ecf3-46d3-b443-c186b780c1da,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:16.229590 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:16.266001 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 1f32dc13-cbff-4100-869b-f78290961138, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1f32dc13-cbff-4100-869b-f78290961138,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:16.272889 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.283350 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e646dced-ecf3-46d3-b443-c186b780c1da HTTP/1.1" status: 204 len: 168 time: 0.5644610 Jul 23 16:33:16.409570 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '1f32dc13-cbff-4100-869b-f78290961138', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'port_id': '1f32dc13-cbff-4100-869b-f78290961138', 'mac_address': 'fa:16:3e:8c:7b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65517be-3bd5-477b-b691-4f5b89553027', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:33:16.472889 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356622f5-c0bb-4f63-94c8-7dceb5b10715 req-81299673-6c1e-48e8-a89a-f4d471f6c8bd tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:16.494077 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-356622f5-c0bb-4f63-94c8-7dceb5b10715 req-81299673-6c1e-48e8-a89a-f4d471f6c8bd tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 943 time: 1.2664804 Jul 23 16:33:16.576239 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device ee2f385d-c4fd-43c1-9a28-aac6a57b738c up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:16.653796 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.727756 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:16.811790 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-df1ed40b-0e43-4771-9366-d68f5a0f55c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:16.846401 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f246a6-dfc9-40d7-8524-747b3d07147d None None] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:16.886216 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-beeda39d-ae96-45fe-84e9-a604e8029430 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 1098 time: 0.2473731 Jul 23 16:33:17.031955 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-356622f5-c0bb-4f63-94c8-7dceb5b10715 req-43dd17fc-5449-446d-8aa0-1707c1ea1f8c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354967 Jul 23 16:33:17.033222 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:33:17.123622 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.189568 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-e6abb5d0-e213-4c2a-8189-ed7a815ed702 None None] Provisioning for port ee2f385d-c4fd-43c1-9a28-aac6a57b738c completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:17.226584 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dca885-b930-4a11-9e76-b9d0364c2a0f,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:17.238175 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.238838 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Added segment 8d4f0097-87f6-4478-b190-bf8798092f77 of type vlan for network 8e9c5323-9e77-4110-9ca7-27e1e8ae894b Jul 23 16:33:17.243161 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.l3_db [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Floating IP 0f762ff4-9240-40f7-bc67-4c29f62f22a5 associated. External IP: 172.28.1.191, port: 5d669319-5a2f-47e9-b906-424a15ab3538. Jul 23 16:33:17.336002 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-1f45cfa2-4672-4e01-a416-50f59a2e1c0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.343422 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-1f45cfa2-4672-4e01-a416-50f59a2e1c0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.4481819 Jul 23 16:33:17.384079 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:17.409412 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f32dc13-cbff-4100-869b-f78290961138 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:17.438532 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port ee2f385d-c4fd-43c1-9a28-aac6a57b738c completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:17.536912 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port ee2f385d-c4fd-43c1-9a28-aac6a57b738c triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:17.540081 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.617046 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.669280 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-dc1d6fd9-18bd-48b2-a773-57572d1949c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=792cb6ae-6502-405d-89d2-09e2373335c7 HTTP/1.1" status: 200 len: 217 time: 0.3053770 Jul 23 16:33:17.703864 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da416dc0-7503-47b8-b727-d9f102227eaa req-a3bcb6b6-0142-4f93-824c-59e42b8f4797 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.718652 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-da416dc0-7503-47b8-b727-d9f102227eaa req-a3bcb6b6-0142-4f93-824c-59e42b8f4797 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.9158862 Jul 23 16:33:17.725801 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.728479 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 1f32dc13-cbff-4100-869b-f78290961138, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1f32dc13-cbff-4100-869b-f78290961138,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:17.733356 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60020) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:17.743340 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.785841 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-1cd97b1c-0820-4656-a5fd-02059d83c335 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:17.787791 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-1cd97b1c-0820-4656-a5fd-02059d83c335 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.0970445 Jul 23 16:33:17.807437 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:17.816844 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:17.907452 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-7c1da646-d59f-4c79-be21-31f4cf66c34a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950279 Jul 23 16:33:18.071097 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.114406 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.144604 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=1f32dc13-cbff-4100-869b-f78290961138,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.159694 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:18.165271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:18.166571 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.214228 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e8425a96-8201-4680-8372-45a04ea78599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:18.296093 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-1c9dc47b-7881-45d0-9c8b-2e5273bb01b1 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756723 Jul 23 16:33:18.352120 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.410687 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:18.427278 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['1f32dc13-cbff-4100-869b-f78290961138'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:33:18.620057 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port ee2f385d-c4fd-43c1-9a28-aac6a57b738c, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:18.652562 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:18.657009 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e0cb8207-581e-4f43-b8b9-d7a0f8ea3682 req-69804893-d8d5-411b-b92a-53ff10905f2e service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443534 Jul 23 16:33:18.665161 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:18.773251 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-da416dc0-7503-47b8-b727-d9f102227eaa req-5c3c1c66-c299-4024-826e-6982542218d1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0529623 Jul 23 16:33:18.802908 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Usage tracker for resource:security_group_rule and tenant:d76c271ca9304fed99ae07820ce7b990 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:18.884296 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:18.898068 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:18.925747 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.1368835 Jul 23 16:33:18.928087 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Pushing event updated for resources: {'Network': ['ID=8e9c5323-9e77-4110-9ca7-27e1e8ae894b,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:18.930622 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60036) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:18.954485 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 8e9c5323-9e77-4110-9ca7-27e1e8ae894b details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:33:18.957411 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Request body: {'subnet': {'network_id': '8e9c5323-9e77-4110-9ca7-27e1e8ae894b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-570795931-subnet', 'tenant_id': '8dba48173cce4ca7855f5f37163519ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:18.974673 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:18.987727 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Usage tracker for resource:subnet and tenant:8dba48173cce4ca7855f5f37163519ea is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:18.995352 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:18.995750 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:19.007331 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:19.038769 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Made reservation on behalf of 8dba48173cce4ca7855f5f37163519ea for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:19.045990 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518740'] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.222390 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:19.228399 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:19.317394 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-a32de5e2-2b40-4ecd-b5f5-95c4751ec810 None None] Provisioning complete for port ee2f385d-c4fd-43c1-9a28-aac6a57b738c triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:19.317394 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a32de5e2-2b40-4ecd-b5f5-95c4751ec810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.384579 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Allocated IP 172.28.1.81 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/db8fc8ae-25b6-4414-acc4-02079c32c9dd) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:19.384969 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60042) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:19.497946 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb294e-45a3-422d-a4f3-ca4ef7f2f295 req-b890015a-6adb-41b9-945f-bf1f2e096afd tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:19.503213 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a8fb294e-45a3-422d-a4f3-ca4ef7f2f295 req-b890015a-6adb-41b9-945f-bf1f2e096afd tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.8215718 Jul 23 16:33:19.737379 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.761437 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1600118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518726'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.777721 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:19.914359 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a8fb294e-45a3-422d-a4f3-ca4ef7f2f295 req-e0df4fdd-82e7-4550-988c-24b9c6a0f844 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148685 Jul 23 16:33:19.933143 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:19.951380 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a222de-a0b8-490d-a9c9-20c9dbe411b9,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:19.958755 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:19.976525 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:19.981645 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d600a39f904ad98aa296f737cfaef0 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:19.991875 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:20.004623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.006024 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Checking segment: {'id': '8d4f0097-87f6-4478-b190-bf8798092f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '8e9c5323-9e77-4110-9ca7-27e1e8ae894b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:20.010672 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Network hostable DHCP agents. Network: 8e9c5323-9e77-4110-9ca7-27e1e8ae894b, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:20.024996 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:20.175763 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Network 8e9c5323-9e77-4110-9ca7-27e1e8ae894b is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:20.193012 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.196020 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 8e9c5323-9e77-4110-9ca7-27e1e8ae894b) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:20.200590 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9502f9e4-d90f-4aab-9e03-60a58e3a4d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:20.204657 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.206014 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.214913 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a615b64e-059c-4547-8443-ca02b68a9324 None None] Network 8e9c5323-9e77-4110-9ca7-27e1e8ae894b requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:20.216458 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.235100 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:20.335997 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e628c3f-2415-4ed8-94c1-c5a5e63223a2,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.344477 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:20.347533 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4060416 Jul 23 16:33:20.352585 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4d600a39f904ad98aa296f737cfaef0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9678669 Jul 23 16:33:20.357681 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60048) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:20.456070 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.497082 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2849f9c8-4500-4e5b-8543-cc70c62e520d,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:20.512547 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814873e5-72b3-4383-9301-c2961662ddd3 req-7296a461-56f5-4977-a500-c6e0a55ab6a5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.526143 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-814873e5-72b3-4383-9301-c2961662ddd3 req-7296a461-56f5-4977-a500-c6e0a55ab6a5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 944 time: 1.2735631 Jul 23 16:33:20.536615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:20.564280 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.597640 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d76c271ca9304fed99ae07820ce7b990&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8576746 Jul 23 16:33:20.607198 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60056) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:20.642825 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.670698 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26d9bd-0b73-4383-9730-a565832e7c6c None None] Network 8e9c5323-9e77-4110-9ca7-27e1e8ae894b requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:20.898333 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-814873e5-72b3-4383-9301-c2961662ddd3 req-ecfe4825-9283-4d00-8270-b35a639d9de3 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695166 Jul 23 16:33:20.921021 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0d81-a903-4d87-8283-476ffe24c629 req-8d41c0b4-21af-49b2-8a60-3abdf45841ec tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:20.930570 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ef0f0d81-a903-4d87-8283-476ffe24c629 req-8d41c0b4-21af-49b2-8a60-3abdf45841ec tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.7043931 Jul 23 16:33:20.945586 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60062) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:20.961727 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:20.969283 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'floatingip': {'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:20.984619 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:21.002123 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device ee2f385d-c4fd-43c1-9a28-aac6a57b738c up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:21.098162 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.119824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.172113 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d41b4576-0606-420d-88e8-e86e4b35843a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:21.225183 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:21.246378 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:21.251955 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e628c3f-2415-4ed8-94c1-c5a5e63223a2,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.273888 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.280302 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e628c3f-2415-4ed8-94c1-c5a5e63223a2 HTTP/1.1" status: 204 len: 168 time: 0.9163499 Jul 23 16:33:21.280571 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:21.360172 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.451039 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port ee2f385d-c4fd-43c1-9a28-aac6a57b738c triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:21.452866 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.490084 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.490740 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.491328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.491895 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.492473 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.493238 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.493902 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.494754 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.495316 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.495972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.496547 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:21.521531 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:21.531166 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.700663 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Pushing event updated for resources: {'Port': ['ID=db8fc8ae-25b6-4414-acc4-02079c32c9dd,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:21.800368 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:21.870176 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.883256 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a8807de6-a918-4b28-a96e-329c6f5eb467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:21.908780 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 1f32dc13-cbff-4100-869b-f78290961138 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:21.910871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.912406 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:21.970191 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1e2e9-8938-40e3-8f07-ce828bcbd8df req-ced05faf-09a3-4b27-8f4c-db1b02395c56 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:21.972880 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6dc1e2e9-8938-40e3-8f07-ce828bcbd8df req-ced05faf-09a3-4b27-8f4c-db1b02395c56 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.6317081 Jul 23 16:33:22.090932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849f9c8-4500-4e5b-8543-cc70c62e520d,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:22.108980 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:22.213562 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.243582 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2849f9c8-4500-4e5b-8543-cc70c62e520d HTTP/1.1" status: 204 len: 168 time: 1.4938908 Jul 23 16:33:22.365878 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:33:22.420959 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 1f32dc13-cbff-4100-869b-f78290961138 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:22.440486 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 1f32dc13-cbff-4100-869b-f78290961138 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:22.441321 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.481274 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60086) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:22.488761 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6dc1e2e9-8938-40e3-8f07-ce828bcbd8df req-93c26d7e-bb7a-43b0-8169-44ba43e7add0 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384018 Jul 23 16:33:22.644410 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.787463 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.856359 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:22.858800 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32dc13-cbff-4100-869b-f78290961138'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:22.859534 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb3dd765da44828aef5c6057316b41d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:22.865192 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:22.878359 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:22.889920 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 1f32dc13-cbff-4100-869b-f78290961138, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1f32dc13-cbff-4100-869b-f78290961138,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:22.900244 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:22.903494 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:23.018358 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.041969 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.041969 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60094) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:23.067028 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097608437-network', 'tenant_id': '03aa2d4549444dc3869fe24b6933cbd1'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:23.119593 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=1f32dc13-cbff-4100-869b-f78290961138,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.125919 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32dc13-cbff-4100-869b-f78290961138', 'code': 200} Jul 23 16:33:23.127130 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:23.157288 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-57dd5401-a9b9-44d0-87ea-fe8155f8c595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:23.220390 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:23.225262 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f52cb2e-62da-4191-975e-1fe3ba6ec27e,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:23.235984 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcb3dd765da44828aef5c6057316b41d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7447901 Jul 23 16:33:23.243568 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e9c5ca19-08ad-4944-b785-ca7b9d862bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:23.264987 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Usage tracker for resource:network and tenant:03aa2d4549444dc3869fe24b6933cbd1 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:23.272004 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60098) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:23.294472 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:23.348724 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:23.370418 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d55e4-a971-46e9-821b-e941e83fa4f4 req-14f24772-98e8-497e-9014-414244e6cb12 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:23.373299 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-404d55e4-a971-46e9-821b-e941e83fa4f4 req-14f24772-98e8-497e-9014-414244e6cb12 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 944 time: 0.8944178 Jul 23 16:33:23.580856 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Made reservation on behalf of 03aa2d4549444dc3869fe24b6933cbd1 for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:23.584790 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:23.743943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:33:23.759482 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.077669 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.086336 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a1916103-75fa-423f-9d53-4b86c3668dff req-3ab02a67-2fbb-4e77-8f44-da2b10234b34 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 1098 time: 0.4927812 Jul 23 16:33:24.088084 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.096380 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:24.102369 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.161960 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.194915 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-404d55e4-a971-46e9-821b-e941e83fa4f4 req-5428d55c-0c78-4c77-93c4-3859e761a40f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7852991 Jul 23 16:33:24.198906 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:03aa2d4549444dc3869fe24b6933cbd1 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:24.214001 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:24.262591 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:24.357293 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a1916103-75fa-423f-9d53-4b86c3668dff req-a5e498a7-9800-4180-8207-cd255645606d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656435 Jul 23 16:33:24.470970 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164b51-ffd6-4707-aa2d-71073f0e952a req-dee3382a-3f94-4e1c-a996-cd5bf8e3df94 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:24.473699 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-15164b51-ffd6-4707-aa2d-71073f0e952a req-dee3382a-3f94-4e1c-a996-cd5bf8e3df94 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.6432662 Jul 23 16:33:24.482720 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:24.512785 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:33:24.537450 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:24.538626 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:24.579236 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:24.621724 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Floating IP d94d360d-f47c-40f4-b370-1de63f3778c5 associated. External IP: 172.28.1.84, port: 669eec6e-6f61-4f97-9e82-0659d559f74e. Jul 23 16:33:24.680583 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:24.946997 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f52cb2e-62da-4191-975e-1fe3ba6ec27e,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:24.967885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:24.974198 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:25.034562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.057358 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f52cb2e-62da-4191-975e-1fe3ba6ec27e HTTP/1.1" status: 204 len: 168 time: 1.7686136 Jul 23 16:33:25.067617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.077696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.180510 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-15164b51-ffd6-4707-aa2d-71073f0e952a req-e0d0118b-c4e6-49ca-b149-58173aead6ef tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6572807 Jul 23 16:33:25.181615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.216737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:25.249612 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:33:25.352246 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:33:25.397244 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b729e-61b7-45d5-b131-b59fb15717cf,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:25.412263 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-84edd266-e941-4f7b-8efd-bf98cccc0ab0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "PUT /v2.0/floatingips/0f762ff4-9240-40f7-bc67-4c29f62f22a5 HTTP/1.1" status: 200 len: 991 time: 15.4759789 Jul 23 16:33:25.414863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.415583 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Added segment abdeeb7e-376e-464a-9aef-211c198e5a51 of type vlan for network 539355b0-2f07-48dc-8cce-36305208b98d Jul 23 16:33:25.419106 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:25.420116 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:25.765609 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:25.861548 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:33:26.397442 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.412142 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538', 'status': 'completed', 'code': 200} Jul 23 16:33:26.440503 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:26.442029 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:26.454797 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:26.544872 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '0f762ff4-9240-40f7-bc67-4c29f62f22a5', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'port_id': '5d669319-5a2f-47e9-b906-424a15ab3538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'mac_address': 'fa:16:3e:ff:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73384d1b-128f-44e2-801a-b9f24f49962d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:16Z', 'updated_at': '2021-07-23T16:33:12Z', 'revision_number': 1, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:26.568948 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:33:26.612300 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:26.614597 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:26.876636 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.8183599 Jul 23 16:33:26.888114 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60152) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:26.932956 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Request body: {'subnet': {'network_id': '539355b0-2f07-48dc-8cce-36305208b98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1097608437-subnet', 'tenant_id': '03aa2d4549444dc3869fe24b6933cbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:26.946074 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:26.967525 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Usage tracker for resource:subnet and tenant:03aa2d4549444dc3869fe24b6933cbd1 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:26.980999 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-8f369174-771e-4480-a960-d307df7984c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1098 time: 0.4715569 Jul 23 16:33:26.982654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:27.081638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=539355b0-2f07-48dc-8cce-36305208b98d,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:27.106526 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:27.115645 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 539355b0-2f07-48dc-8cce-36305208b98d details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:33:27.208845 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c092-ba0e-4613-8d94-260bf17d6f6b req-312e1429-8f41-4aa7-9281-fbb60893a57f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.211550 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45b4c092-ba0e-4613-8d94-260bf17d6f6b req-312e1429-8f41-4aa7-9281-fbb60893a57f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 1.3536572 Jul 23 16:33:27.225357 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:27.372324 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:33:27.379665 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:27.435324 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Sync routers for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:33:27.451679 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcb469-3d3d-47dd-8c0f-26fb2c8ae78b req-27ee7f33-482b-450a-8d9f-b01915540bfd tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.454790 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-67dcb469-3d3d-47dd-8c0f-26fb2c8ae78b req-27ee7f33-482b-450a-8d9f-b01915540bfd tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.6113267 Jul 23 16:33:27.457802 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:27.460707 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 15.5018148 Jul 23 16:33:27.471559 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-12934507-7149-4bb4-b20a-585c0fc46802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:27.474389 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-12934507-7149-4bb4-b20a-585c0fc46802 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.4669769 Jul 23 16:33:27.475264 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60162) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:27.479971 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:27.537259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:27.538367 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:27.655851 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45b4c092-ba0e-4613-8d94-260bf17d6f6b req-4e02987f-a41e-4b51-958b-95654323584b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116430 Jul 23 16:33:27.672467 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-67dcb469-3d3d-47dd-8c0f-26fb2c8ae78b req-0d62fd6f-7b51-4b86-b2d8-4cf4898292b8 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884222 Jul 23 16:33:27.982385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:28.016148 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Made reservation on behalf of 03aa2d4549444dc3869fe24b6933cbd1 for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:28.020667 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518740'] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.040136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:28.048912 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:28.095322 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:33:28.166560 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:28.167691 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:28.612819 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:28.726757 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-3fd9dca8-c98d-4544-819a-9b0953d2dbff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 999 time: 1.2371395 Jul 23 16:33:28.729292 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-93d23d8a-0603-4f62-8dbb-bd0271c67165 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "PUT /v2.0/floatingips/d94d360d-f47c-40f4-b370-1de63f3778c5 HTTP/1.1" status: 200 len: 990 time: 7.7776103 Jul 23 16:33:28.766213 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:28.788161 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:21Z', 'revision_number': 3, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:28.799061 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Checking router: 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:33:28.800209 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Updating router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 port db8fc8ae-25b6-4414-acc4-02079c32c9dd binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:33:28.942892 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:29.536318 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edff28-e606-4378-b9b4-250da49bfdf3 req-68fd409e-e3be-4122-ae02-eff98db19302 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:29.555073 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-46edff28-e606-4378-b9b4-250da49bfdf3 req-68fd409e-e3be-4122-ae02-eff98db19302 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.3714864 Jul 23 16:33:29.576505 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-5ffbe34a-2dfe-4239-b27e-e398369e5686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:29.579560 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-5ffbe34a-2dfe-4239-b27e-e398369e5686 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.7767594 Jul 23 16:33:29.750910 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '0f762ff4-9240-40f7-bc67-4c29f62f22a5', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'port_id': '5d669319-5a2f-47e9-b906-424a15ab3538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'mac_address': 'fa:16:3e:ff:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73384d1b-128f-44e2-801a-b9f24f49962d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:16Z', 'updated_at': '2021-07-23T16:33:12Z', 'revision_number': 1, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:29.766998 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb07d7d-bb24-4a0a-a371-0d18aad35038 None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '0f762ff4-9240-40f7-bc67-4c29f62f22a5', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'floating_ip_address': '172.28.1.191', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'port_id': '5d669319-5a2f-47e9-b906-424a15ab3538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'mac_address': 'fa:16:3e:ff:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73384d1b-128f-44e2-801a-b9f24f49962d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:16Z', 'updated_at': '2021-07-23T16:33:12Z', 'revision_number': 1, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:33:30.021023 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-46edff28-e606-4378-b9b4-250da49bfdf3 req-bc08d3fe-8fce-41db-a412-e1c30fe2a413 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643924 Jul 23 16:33:30.024409 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.102748 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Transition to ACTIVE for port object db8fc8ae-25b6-4414-acc4-02079c32c9dd will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:30.127107 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.156983 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b6a47-1e0a-4793-8587-449df8b5a921 req-17fe0df1-0a5a-408a-afbe-f05d6548eaeb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:30.164071 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:30.187522 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': 'd94d360d-f47c-40f4-b370-1de63f3778c5', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'mac_address': 'fa:16:3e:50:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:30Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 1, 'project_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:30.198343 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b62b6a47-1e0a-4793-8587-449df8b5a921 req-17fe0df1-0a5a-408a-afbe-f05d6548eaeb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.6286042 Jul 23 16:33:30.208320 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:33:30.249702 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-378374cf-db3e-4221-b79f-cb89ad26b07f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6576192 Jul 23 16:33:30.252497 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:30.253603 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:30.432043 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b62b6a47-1e0a-4793-8587-449df8b5a921 req-38d44b03-0eff-4efe-9128-51aa1c6fcd8a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303393 Jul 23 16:33:30.448599 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'status': 'completed', 'code': 200} Jul 23 16:33:30.493540 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d98ccfb-8bd4-4b36-8e16-7076d896868a None None] New status for floating IP 0f762ff4-9240-40f7-bc67-4c29f62f22a5: ACTIVE {{(pid=74351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:33:30.705610 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Attempting to bind port db8fc8ae-25b6-4414-acc4-02079c32c9dd on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:30.710706 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Attempting to bind port db8fc8ae-25b6-4414-acc4-02079c32c9dd by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:30.715217 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Attempting to bind port db8fc8ae-25b6-4414-acc4-02079c32c9dd on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:30.873882 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:30.883768 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:30.884987 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.885703 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:30.886627 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Bound port: db8fc8ae-25b6-4414-acc4-02079c32c9dd, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:30.887290 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.908308 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1600118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518726'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:30.945109 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:31.013432 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:31.137452 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] For port db8fc8ae-25b6-4414-acc4-02079c32c9dd, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:31.145790 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] For port db8fc8ae-25b6-4414-acc4-02079c32c9dd, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=db8fc8ae-25b6-4414-acc4-02079c32c9dd,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:31.164192 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:31.179018 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Pushing event updated for resources: {'Port': ['ID=db8fc8ae-25b6-4414-acc4-02079c32c9dd,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.429667 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.430812 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.432082 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.433057 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.433938 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.440691 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.442049 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.442994 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.443901 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.444830 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.445741 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:31.517159 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:31.518562 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-48507e56-459f-47e2-bc13-073b179c7496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:31.530933 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-69e25979-a12c-4ec8-add5-4d26a4de139d service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2408330 Jul 23 16:33:31.581332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Checking segment: {'id': 'abdeeb7e-376e-464a-9aef-211c198e5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '539355b0-2f07-48dc-8cce-36305208b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:31.581938 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Network hostable DHCP agents. Network: 539355b0-2f07-48dc-8cce-36305208b98d, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:31.603443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Pushing event updated for resources: {'Subnet': ['ID=214a0788-2dd4-4614-bb77-abad7f690cd0,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.699208 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:31.713940 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Pushing event updated for resources: {'Port': ['ID=db8fc8ae-25b6-4414-acc4-02079c32c9dd,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:31.756923 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-919a2450-3a81-48f0-934b-ee77925e819e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1098 time: 1.3066711 Jul 23 16:33:31.759892 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:31.779544 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:31.781161 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:31.878643 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad2f96-b983-4733-8d4f-4d77af7586e9 req-10b9e167-a950-4fb8-9081-4d7f8390301c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:31.888176 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6dad2f96-b983-4733-8d4f-4d77af7586e9 req-10b9e167-a950-4fb8-9081-4d7f8390301c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.3510227 Jul 23 16:33:32.187982 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6dad2f96-b983-4733-8d4f-4d77af7586e9 req-e49315f8-6b58-4c98-8acb-ab64e69ceb7f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796831 Jul 23 16:33:32.227358 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:32.483963 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ca777-6076-416b-8af9-64a0b5912fff req-ee936e87-9f7c-43f3-885e-5874e492f8f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:32.486794 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-ee936e87-9f7c-43f3-885e-5874e492f8f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.4240642 Jul 23 16:33:32.663171 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': 'd94d360d-f47c-40f4-b370-1de63f3778c5', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'mac_address': 'fa:16:3e:50:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:30Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 1, 'project_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:32.685734 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46695323-57e3-40ae-b0dd-8eb16ad1b618 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': 'd94d360d-f47c-40f4-b370-1de63f3778c5', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'mac_address': 'fa:16:3e:50:93:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:32:30Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 1, 'project_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:33:33.158083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Network 539355b0-2f07-48dc-8cce-36305208b98d is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:33.325422 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1148e4-72e3-4eea-89c3-99f6cdea2e37 None None] New status for floating IP d94d360d-f47c-40f4-b370-1de63f3778c5: ACTIVE {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:33:33.493236 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb64af12-7960-4524-8d74-de2ee22d0f65 req-716138fe-b2c7-4e1a-b88b-2713e1b703ed service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9404433 Jul 23 16:33:33.508398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 539355b0-2f07-48dc-8cce-36305208b98d) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:33.514695 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-021b49a7-7527-4a9c-82ed-49ad3bbf99d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 200 len: 998 time: 1.0070610 Jul 23 16:33:33.536225 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4ecd2-c38d-4b00-9a37-0bcb55245a8d None None] Network 539355b0-2f07-48dc-8cce-36305208b98d requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:33.685199 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:33.686219 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:34.013013 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-6697920c-09c2-4136-b7c9-dead4f1807da admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.1143324 Jul 23 16:33:34.018675 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ca777-6076-416b-8af9-64a0b5912fff req-2c0631e2-fe70-4d47-9a81-acbe1590097f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:34.022844 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-2c0631e2-fe70-4d47-9a81-acbe1590097f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.4799018 Jul 23 16:33:34.165416 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b23b1-8f10-4bb7-abbb-11be9b785fbf req-b9333161-b7dd-43c4-ad05-a4af16a33500 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:34.167087 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f68b23b1-8f10-4bb7-abbb-11be9b785fbf req-b9333161-b7dd-43c4-ad05-a4af16a33500 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.3174908 Jul 23 16:33:34.206762 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:21Z', 'revision_number': 3, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:34.265922 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b8229-5e53-4e63-a839-992402a8ae80 None None] The sync data for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb is: [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:21Z', 'revision_number': 3, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:33:34.335833 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f68b23b1-8f10-4bb7-abbb-11be9b785fbf req-3509118d-1e14-4b0f-9e34-8ff006fc5e11 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558559 Jul 23 16:33:34.439440 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b547f-c608-4211-b2a5-9ddb3be3bd3a None None] Network 539355b0-2f07-48dc-8cce-36305208b98d requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:34.738643 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60264) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:34.937390 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Deleting subnet 05a222de-a0b8-490d-a9c9-20c9dbe411b9 {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:33:34.962479 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.006470 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-5e23f82c-f80e-49ad-935b-55950418c395 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9701033 Jul 23 16:33:35.194890 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.216677 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.363519 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-167ec104-a889-4763-8453-43209e5669a7 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407283 Jul 23 16:33:35.430477 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.451933 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:35.527882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a222de-a0b8-490d-a9c9-20c9dbe411b9,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:35.545741 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.546426 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.547035 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.547591 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.548197 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.548802 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.549402 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.549994 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.550604 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.551190 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.551775 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:33:35.558217 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:35.562901 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:35.579912 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/05a222de-a0b8-490d-a9c9-20c9dbe411b9 HTTP/1.1" status: 204 len: 168 time: 0.8394837 Jul 23 16:33:35.584558 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60280) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:35.814523 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d55ca777-6076-416b-8af9-64a0b5912fff req-d44fa820-aac1-46cb-b6f4-13be589eff39 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417179 Jul 23 16:33:35.877657 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.299001 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.341732 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.465617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.495747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.496243 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.497405 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.498030 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > port after_create 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.498649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.499225 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > port after_update 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.499775 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.500346 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.500895 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.501434 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.690062 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.690705 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.691340 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.691905 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74350) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 16:33:36.692514 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9c5323-9e77-4110-9ca7-27e1e8ae894b']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:36.723427 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4f0097-87f6-4478-b190-bf8798092f77') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:36.724038 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4f0097-87f6-4478-b190-bf8798092f77') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:36.771677 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.817393 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:36.840938 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:33:36.845690 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.069081 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60296) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: util.warn_limited( Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: util.warn_limited( Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:37.079051 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:37.220837 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9663867-fe8b-42bc-9a40-2a5faea7e244 req-cadee2f3-c30f-4617-ab40-225a40715375 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:37.236984 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9663867-fe8b-42bc-9a40-2a5faea7e244 req-cadee2f3-c30f-4617-ab40-225a40715375 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.3555868 Jul 23 16:33:37.251222 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Allocated IP 172.20.0.1 (d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af/6b8963c3-6891-4154-8233-ae6a7beb202a/160fb3bf-d3a7-4548-9a52-8eacf720a53d) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:37.277639 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.293333 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9e875d9d-8f26-4488-af00-08a61636f99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:37.390376 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.398666 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9c5323-9e77-4110-9ca7-27e1e8ae894b,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:37.409605 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:37.425327 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-2d479030-f7ef-4316-a779-3eb34ee2f328 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8e9c5323-9e77-4110-9ca7-27e1e8ae894b HTTP/1.1" status: 204 len: 168 time: 1.8386784 Jul 23 16:33:37.426506 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60304) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:37.570028 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9663867-fe8b-42bc-9a40-2a5faea7e244 req-4b38a9d9-0d8f-491f-a92b-f322193ee571 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310068 Jul 23 16:33:37.587466 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Deleting subnet 214a0788-2dd4-4614-bb77-abad7f690cd0 {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:33:37.592444 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.596102 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.631861 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Transition to ACTIVE for port object 160fb3bf-d3a7-4548-9a52-8eacf720a53d will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:37.678602 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.688306 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:37.706282 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.750701 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.828976 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:37.835202 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:37.843966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:37.855275 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:37.871960 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Usage tracker for resource:security_group_rule and tenant:dab5e2fc75454864b0363a50e2750861 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:37.885101 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:37.902471 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:37.918514 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Pushing event updated for resources: {'Port': ['ID=160fb3bf-d3a7-4548-9a52-8eacf720a53d,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:37.932107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:37.987430 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:37.989628 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.063137 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.149393 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.169385 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:38.254268 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-c31a918a-2897-4ad1-9340-4ac2a3146d88 None None] Provisioning for port 160fb3bf-d3a7-4548-9a52-8eacf720a53d completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:38.268794 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-c31a918a-2897-4ad1-9340-4ac2a3146d88 None None] Provisioning complete for port 160fb3bf-d3a7-4548-9a52-8eacf720a53d triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:38.269494 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c31a918a-2897-4ad1-9340-4ac2a3146d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.289281 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.351420 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=214a0788-2dd4-4614-bb77-abad7f690cd0,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:38.387787 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:38.437593 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.454133 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.487800 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:38.518361 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-c31a918a-2897-4ad1-9340-4ac2a3146d88 None None] Port 160fb3bf-d3a7-4548-9a52-8eacf720a53d cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:33:38.564926 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6d0d12dd-495b-4657-b7ae-2b88f9a6a2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:38.619658 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-c3ec61dc-bedb-4e87-b314-853cfb181ead admin admin] 10.222.0.47 "DELETE /v2.0/subnets/214a0788-2dd4-4614-bb77-abad7f690cd0 HTTP/1.1" status: 204 len: 168 time: 1.1867058 Jul 23 16:33:38.627366 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60316) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:38.776760 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafdf868-1e8d-4ba1-8214-5c1904584084,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:38.783824 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:38.792487 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dab5e2fc75454864b0363a50e2750861&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7036982 Jul 23 16:33:38.793748 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60328) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:38.871238 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-986a887c-451d-4335-9755-c910f3ce15d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.050878 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.061330 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.107564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.133002 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-548f67a0-e7bd-4d76-9d2b-57b01aa7f811 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:39.173116 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.306104 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.314058 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Pushing event updated for resources: {'Port': ['ID=160fb3bf-d3a7-4548-9a52-8eacf720a53d,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:39.320688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:39.482248 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.575103 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:39.590598 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7169416f-fabf-464f-9f94-9909faeca56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:39.642965 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:39.645145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:39.734628 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafdf868-1e8d-4ba1-8214-5c1904584084,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:39.741773 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:40.102912 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.132150 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539355b0-2f07-48dc-8cce-36305208b98d']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:40.166040 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abdeeb7e-376e-464a-9aef-211c198e5a51') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:40.172608 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abdeeb7e-376e-464a-9aef-211c198e5a51') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:40.195364 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-38a62ade-c48d-4a4e-a6e0-e3a0595d4a2e None None] Provisioning complete for port 160fb3bf-d3a7-4548-9a52-8eacf720a53d triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:40.196831 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-38a62ade-c48d-4a4e-a6e0-e3a0595d4a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.258026 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.279856 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cafdf868-1e8d-4ba1-8214-5c1904584084 HTTP/1.1" status: 204 len: 168 time: 1.4777563 Jul 23 16:33:40.347120 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.378249 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-38a62ade-c48d-4a4e-a6e0-e3a0595d4a2e None None] Port 160fb3bf-d3a7-4548-9a52-8eacf720a53d cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:33:40.472615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.517299 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368078f5-dedc-47a9-9911-9735bad6769e req-946b6442-477b-4adc-8ad0-4144137242e2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:40.520859 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-368078f5-dedc-47a9-9911-9735bad6769e req-946b6442-477b-4adc-8ad0-4144137242e2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.4679530 Jul 23 16:33:40.534894 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:33:40.535937 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:40.585610 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675b081-2a8a-477f-954b-f75ca6926225 req-fa82d175-aac4-4b24-b1b9-62a285d6d418 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:40.600681 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-fa82d175-aac4-4b24-b1b9-62a285d6d418 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 1.1132574 Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:33:40.602597 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:33:40.894514 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-96b06ba3-a12d-4745-84e6-b43d179a94d0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/quotas/97d4d2324c2847ca867fd4fd1d16444d HTTP/1.1" status: 200 len: 375 time: 0.2899694 Jul 23 16:33:40.906424 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:33:40.939229 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device db8fc8ae-25b6-4414-acc4-02079c32c9dd up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:41.030248 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.063802 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:41.095431 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.148481 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-368078f5-dedc-47a9-9911-9735bad6769e req-eb82fec8-f725-41f0-a88f-6a59fe947da3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138983 Jul 23 16:33:41.185175 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=539355b0-2f07-48dc-8cce-36305208b98d,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:41.193087 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:41.204670 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-2cc5790d-c315-4b46-9b7a-bcd13b47cb25 admin admin] 10.222.0.47 "DELETE /v2.0/networks/539355b0-2f07-48dc-8cce-36305208b98d HTTP/1.1" status: 204 len: 168 time: 2.5597382 Jul 23 16:33:41.267508 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port db8fc8ae-25b6-4414-acc4-02079c32c9dd completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:33:41.290057 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port db8fc8ae-25b6-4414-acc4-02079c32c9dd triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:41.291832 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.306652 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ea355f66-d704-4265-9ec7-b827f81a557d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4077184 Jul 23 16:33:41.374281 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-836a40aa-7c24-4a1f-ab3f-997ae4f2a3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.408607 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60354) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:41.593386 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.627886 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port db8fc8ae-25b6-4414-acc4-02079c32c9dd, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=db8fc8ae-25b6-4414-acc4-02079c32c9dd,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:33:41.638959 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.642266 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:41.686401 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:41.737140 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:33:41.789207 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] 10.222.0.47 "PUT /v2.0/routers/7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3043087 Jul 23 16:33:41.825818 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60362) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:41.872625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=db8fc8ae-25b6-4414-acc4-02079c32c9dd,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:41.896791 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:41.955459 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ca21b381-7e57-4dc8-9be2-e5acb6c93c97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8dba48173cce4ca7855f5f37163519ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1270292 Jul 23 16:33:41.958890 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60368) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:42.104071 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:42.140046 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.152447 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Usage tracker for resource:security_group_rule and tenant:821cdaac86144037ad3186562657078e is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:42.178210 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:42.204247 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-2ffea614-7350-42d2-a215-8d3aee26fa68 service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8710902 Jul 23 16:33:42.219175 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:42.249504 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.419369 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.435726 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-086969fa-1182-4c80-9680-a2378dab6592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:42.465014 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dca885-b930-4a11-9e76-b9d0364c2a0f,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:42.470419 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:42.473181 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.479522 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28dca885-b930-4a11-9e76-b9d0364c2a0f HTTP/1.1" status: 204 len: 168 time: 0.5183356 Jul 23 16:33:42.635950 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:42.891114 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device db8fc8ae-25b6-4414-acc4-02079c32c9dd up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:33:42.991536 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.001344 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-187cf88f-1c02-44b5-b17b-320349c38900 service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372880 Jul 23 16:33:43.007586 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.022416 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:43.042077 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port db8fc8ae-25b6-4414-acc4-02079c32c9dd triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:33:43.042909 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.082750 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e95b1-30c7-4be3-a781-c351971bc647,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:43.090139 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:43.173655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2382-4b9b-485f-9d06-d910592bbda2 req-140ea080-d8d5-4222-a8db-801764eacd5c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:43.199489 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53cf2382-4b9b-485f-9d06-d910592bbda2 req-140ea080-d8d5-4222-a8db-801764eacd5c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.5766790 Jul 23 16:33:43.395846 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53cf2382-4b9b-485f-9d06-d910592bbda2 req-e7ccc9ef-5483-4f66-a656-d92a52aef67c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946297 Jul 23 16:33:43.404373 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=821cdaac86144037ad3186562657078e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9905076 Jul 23 16:33:43.404855 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60390) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:43.600423 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.709038 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.909338 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:43.961942 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60404) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:44.060260 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.082788 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-cf21b650-d56a-4ea8-ac72-c8da0672515d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:44.163397 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c37f54d-4f67-4417-bd13-ec86808eca3d req-429fcbb0-47d9-45c5-bf09-556d775b1b40 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 210 time: 0.1142600 Jul 23 16:33:44.172286 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60412) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:44.187639 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4e577564-40b6-4563-902c-34dd9bb228cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=03aa2d4549444dc3869fe24b6933cbd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2071919 Jul 23 16:33:44.219072 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.221044 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c40e95b1-30c7-4be3-a781-c351971bc647 HTTP/1.1" status: 204 len: 168 time: 0.8145654 Jul 23 16:33:44.222641 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e95b1-30c7-4be3-a781-c351971bc647,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:44.227683 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:44.393554 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.456394 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.642791 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.657295 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:44.748896 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b729e-61b7-45d5-b131-b59fb15717cf,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:44.772086 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:44.910541 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:44.912497 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a23b729e-61b7-45d5-b131-b59fb15717cf HTTP/1.1" status: 204 len: 168 time: 0.7382386 Jul 23 16:33:44.998087 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f582517-02c4-4fba-8c56-9d8159cb5683 req-e456b401-50c7-4289-bc97-e543394666f7 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:45.000744 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1f582517-02c4-4fba-8c56-9d8159cb5683 req-e456b401-50c7-4289-bc97-e543394666f7 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.2232208 Jul 23 16:33:45.140832 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1f582517-02c4-4fba-8c56-9d8159cb5683 req-08812f37-8203-40a7-8891-248db71d16ff tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261516 Jul 23 16:33:45.741580 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8ebaee68-9f07-4a9e-9f5f-4c92a451bb83 req-e629443c-ab36-48d3-b4ce-44b79f272220 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 210 time: 0.0854969 Jul 23 16:33:46.016688 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60456) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:46.032698 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447671544-network', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:46.073709 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:46.116096 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Usage tracker for resource:network and tenant:fb90a0055c8f47aa81d382a04764682f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:46.132438 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:46.159657 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:46.204320 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Made reservation on behalf of fb90a0055c8f47aa81d382a04764682f for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:46.208991 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.275729 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.376367 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:46.391529 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Usage tracker for resource:security_group_rule and tenant:fb90a0055c8f47aa81d382a04764682f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:46.402787 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:46.419088 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:46.573872 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.588763 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.620602 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:33:46.641475 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.642178 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Added segment 73bb3560-be4c-4adb-9a39-5b1c65267e71 of type vlan for network 0df852b9-5c52-44d8-b44c-30c87009090b Jul 23 16:33:46.702124 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:46.821468 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-87a5ce8c-f549-4e47-9752-b343387f4234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:47.050222 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.119597 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d942e7f-345c-4329-9ed1-ba62253a65bb,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:47.151100 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:47.175433 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.176612 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:47.191171 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:47.272549 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675b081-2a8a-477f-954b-f75ca6926225 req-98e5188c-9d63-4a10-8521-38e35cda1c48 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.290900 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-98e5188c-9d63-4a10-8521-38e35cda1c48 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 0.7897379 Jul 23 16:33:47.332846 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Request body: {'port': {'device_id': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'admin_state_up': True, 'tenant_id': '97d4d2324c2847ca867fd4fd1d16444d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:47.816469 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Pushing event updated for resources: {'Network': ['ID=0df852b9-5c52-44d8-b44c-30c87009090b,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:47.834623 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8151553 Jul 23 16:33:47.836960 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:47.839604 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60486) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:47.844888 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 0df852b9-5c52-44d8-b44c-30c87009090b details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:33:47.870445 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Request body: {'subnet': {'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447671544-subnet', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:47.893823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46cf4-991e-4ae3-b635-b0a06a36e38c req-2d081b88-fadc-410b-a45c-31142f9fd1d3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:47.902252 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:47.915903 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-54a46cf4-991e-4ae3-b635-b0a06a36e38c req-2d081b88-fadc-410b-a45c-31142f9fd1d3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.1001840 Jul 23 16:33:47.931648 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Usage tracker for resource:subnet and tenant:fb90a0055c8f47aa81d382a04764682f is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:47.941937 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:47.958516 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:48.014940 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-54a46cf4-991e-4ae3-b635-b0a06a36e38c req-86c2ece2-b812-4337-a0c2-049e826cb06c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975134 Jul 23 16:33:48.106252 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Made reservation on behalf of fb90a0055c8f47aa81d382a04764682f for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:48.131530 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518740'] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.265603 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Sync routers for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:33:48.270336 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8bc1e75d-2d0a-4057-acca-f0bb5e7f8e5e req-79cbe9bf-eed0-4d53-9f75-4ba42cfd8fdf tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 210 time: 0.1664262 Jul 23 16:33:48.365167 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:48.401045 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Usage tracker for resource:port and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:48.412547 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:48.420843 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:48.421988 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:48.442201 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:48.483557 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Made reservation on behalf of 97d4d2324c2847ca867fd4fd1d16444d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:33:48.489413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:48.944458 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Allocated IP 172.20.0.7 (99d2f9ae-2356-4d6e-a378-e39add08a7e0/d65517be-3bd5-477b-b691-4f5b89553027/24420840-a8cd-49e0-adbd-7cc478222613) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:49.003664 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:49.151659 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1600118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518726'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:49.170705 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:50.013096 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Checking segment: {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:50.014229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Network hostable DHCP agents. Network: 0df852b9-5c52-44d8-b44c-30c87009090b, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:33:50.021858 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2c4bf2-abfd-42df-83d2-e75790ba96a5,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:50.037046 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:50.164285 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.167293 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2da4ea-7c40-4346-8c39-fd7dd0fab6d1 req-a1c80b3a-8788-4281-8693-27e9376f4355 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:50.170186 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Network 0df852b9-5c52-44d8-b44c-30c87009090b is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:33:50.170973 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 2, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:50.184663 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bf2da4ea-7c40-4346-8c39-fd7dd0fab6d1 req-a1c80b3a-8788-4281-8693-27e9376f4355 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.5437129 Jul 23 16:33:50.198968 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Checking router: 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:33:50.199483 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Updating router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 port 160fb3bf-d3a7-4548-9a52-8eacf720a53d binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:33:50.282044 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dd7056e6-0145-4232-9a5a-f9c1b2969966 req-f0a75345-7cb2-4001-bdd8-6b1905268140 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 210 time: 0.3629577 Jul 23 16:33:50.296619 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 0df852b9-5c52-44d8-b44c-30c87009090b) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:50.308682 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:50.314386 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.339544 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.396802 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:50.448363 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:50.460412 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bf2da4ea-7c40-4346-8c39-fd7dd0fab6d1 req-a10da964-e748-4eab-8072-b9539fe329ba tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741797 Jul 23 16:33:50.490655 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e2df0-2ebd-40a1-8a6e-6d3795e311c7 None None] Network 0df852b9-5c52-44d8-b44c-30c87009090b requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:33:50.545374 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb', '1f32dc13-cbff-4100-869b-f78290961138'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:33:50.838362 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:50.866060 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.0200887 Jul 23 16:33:50.866767 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60534) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:50.877101 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:50.891780 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:50.901786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:50.920052 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:50.952493 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Usage tracker for resource:router and tenant:fb90a0055c8f47aa81d382a04764682f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:50.965250 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:50.990270 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:51.028376 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.030814 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.105119 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.167888 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event updated for resources: {'Port': ['ID=24420840-a8cd-49e0-adbd-7cc478222613,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:51.220800 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:51.339757 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:51.346150 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:51.447822 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1246619 Jul 23 16:33:51.496139 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Request body: {'port': {'device_id': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:33:51.730667 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.049386 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.resource_extend [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:33:52.350603 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.442357 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1e4b1680-896f-4d6e-ba68-9ef088c29710 req-3cecbccb-c935-410c-aa02-eaca2d7d3905 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 1098 time: 0.7993174 Jul 23 16:33:52.451621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.477240 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295915-5f07-442b-a4f7-d3e61807eb8c req-52d05b84-34ee-41b4-a63a-9857b807ce20 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.480595 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cb295915-5f07-442b-a4f7-d3e61807eb8c req-52d05b84-34ee-41b4-a63a-9857b807ce20 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 931 time: 0.7275922 Jul 23 16:33:52.500745 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Transition to ACTIVE for port object 160fb3bf-d3a7-4548-9a52-8eacf720a53d will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:52.590667 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:52.664662 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:52.841063 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef8552-7c78-4e41-89d7-e7029f9499f4 req-230b45f3-0828-44b5-a1a4-ed87bc72ef6f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:52.856000 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5bef8552-7c78-4e41-89d7-e7029f9499f4 req-230b45f3-0828-44b5-a1a4-ed87bc72ef6f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.8047400 Jul 23 16:33:52.876230 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cb295915-5f07-442b-a4f7-d3e61807eb8c req-83377cee-7f22-4957-9643-d7eba0a555f4 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556986 Jul 23 16:33:53.057862 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1e4b1680-896f-4d6e-ba68-9ef088c29710 req-bec898f9-cfa0-4521-b207-cf3ac4cfc2d6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065114 Jul 23 16:33:53.148905 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5bef8552-7c78-4e41-89d7-e7029f9499f4 req-7c5e386c-9117-4718-8667-478a9c767507 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679541 Jul 23 16:33:53.559670 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.656118 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:53.671409 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-0df852b9-5c52-44d8-b44c-30c87009090b', 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'fixed_ips': [{'subnet_id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:33:53.672907 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.107017 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c940c-b866-4b30-b6cd-5cd8ad1358c7 None None] Pushing event updated for resources: {'Port': ['ID=160fb3bf-d3a7-4548-9a52-8eacf720a53d,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:54.130873 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-687c940c-b866-4b30-b6cd-5cd8ad1358c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.468s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:54.361527 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Allocated IP 172.28.1.62 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/5a70f782-61ec-49ea-be7a-c746b589c45e) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:54.530276 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24420840-a8cd-49e0-adbd-7cc478222613 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:33:54.557356 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.636521 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Transition to ACTIVE for port object 24420840-a8cd-49e0-adbd-7cc478222613 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:54.651152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:54.659033 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:54.901324 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Attempting to bind port 160fb3bf-d3a7-4548-9a52-8eacf720a53d on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:54.902214 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Attempting to bind port 160fb3bf-d3a7-4548-9a52-8eacf720a53d by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:54.902696 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Attempting to bind port 160fb3bf-d3a7-4548-9a52-8eacf720a53d on network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:55.156099 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Allocated IP 172.20.0.2 (0df852b9-5c52-44d8-b44c-30c87009090b/8c2c4bf2-abfd-42df-83d2-e75790ba96a5/a0a2c443-d38c-4e19-984b-f444238d5d0d) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:33:55.204381 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Pushing event updated for resources: {'Port': ['ID=24420840-a8cd-49e0-adbd-7cc478222613,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:55.351206 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:55.431219 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82213fa6-5342-4016-96a6-247510310edd req-502a61f4-fb5d-4c78-881e-56e37c0122e4 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.441901 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-82213fa6-5342-4016-96a6-247510310edd req-502a61f4-fb5d-4c78-881e-56e37c0122e4 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.6716673 Jul 23 16:33:55.454492 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Attempting to bind port 24420840-a8cd-49e0-adbd-7cc478222613 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:55.455128 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Attempting to bind port 24420840-a8cd-49e0-adbd-7cc478222613 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:55.455688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Attempting to bind port 24420840-a8cd-49e0-adbd-7cc478222613 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:55.468913 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1c3d-f827-4cb8-be4e-143bcf77724a req-5a4d0310-8733-4898-b134-f01f1f858080 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:55.479530 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ccbd1c3d-f827-4cb8-be4e-143bcf77724a req-5a4d0310-8733-4898-b134-f01f1f858080 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 943 time: 0.8435311 Jul 23 16:33:55.494346 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Port 24420840-a8cd-49e0-adbd-7cc478222613 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:33:55.494863 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Attempting to bind port 24420840-a8cd-49e0-adbd-7cc478222613 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:55.521627 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:55.522200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Checking segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:55.522971 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Bound using segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:55.523754 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Bound port: 24420840-a8cd-49e0-adbd-7cc478222613, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:55.524367 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.578631 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.625677 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:55.626255 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Checking segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:55.626925 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.627776 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Bound using segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:55.628825 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Bound port: 160fb3bf-d3a7-4548-9a52-8eacf720a53d, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:55.629414 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.787058 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] For port 24420840-a8cd-49e0-adbd-7cc478222613, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:55.789041 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-82213fa6-5342-4016-96a6-247510310edd req-ba69bbba-eac6-4c04-b090-b75d86446f70 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456540 Jul 23 16:33:55.792799 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] For port 24420840-a8cd-49e0-adbd-7cc478222613, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=24420840-a8cd-49e0-adbd-7cc478222613,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:55.808268 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.814443 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ccbd1c3d-f827-4cb8-be4e-143bcf77724a req-32ccbc95-198b-4a74-8c4b-5f76bba36377 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296039 Jul 23 16:33:55.829237 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ac4571b8-7230-44b5-a685-d51278ccc48a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:55.906752 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.932115 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:55.940239 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:55.941063 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] 10.222.0.48 "PUT /v2.0/ports/24420840-a8cd-49e0-adbd-7cc478222613 HTTP/1.1" status: 200 len: 1093 time: 4.4344399 Jul 23 16:33:55.954702 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'tag': '24420840-a8cd-49e0-adbd-7cc478222613'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:33:56.194282 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] For port 160fb3bf-d3a7-4548-9a52-8eacf720a53d, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:56.213772 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] For port 160fb3bf-d3a7-4548-9a52-8eacf720a53d, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=160fb3bf-d3a7-4548-9a52-8eacf720a53d,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:56.260348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:56.266931 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:56.281858 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:56.349974 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Pushing event updated for resources: {'Port': ['ID=24420840-a8cd-49e0-adbd-7cc478222613,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:56.362475 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:56.539396 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-5d1fda1c-e73d-47d5-92bb-c16f914261b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 1096 time: 0.5124655 Jul 23 16:33:56.546817 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Pushing event updated for resources: {'Port': ['ID=5a70f782-61ec-49ea-be7a-c746b589c45e,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:56.556914 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:56.597186 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.626870 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:56.765729 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c940c-b866-4b30-b6cd-5cd8ad1358c7 None None] Pushing event updated for resources: {'Port': ['ID=160fb3bf-d3a7-4548-9a52-8eacf720a53d,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:56.786255 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-687c940c-b866-4b30-b6cd-5cd8ad1358c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:56.801251 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.803150 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.818778 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-9fbcf29a-fee8-4f33-a86c-fec2ee50f483 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24420840-a8cd-49e0-adbd-7cc478222613 HTTP/1.1" status: 200 len: 217 time: 0.2517877 Jul 23 16:33:56.824567 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'tag': '24420840-a8cd-49e0-adbd-7cc478222613', 'status': 'completed', 'code': 200} Jul 23 16:33:56.835232 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:56.876830 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Transition to ACTIVE for port object a0a2c443-d38c-4e19-984b-f444238d5d0d will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:56.883271 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:33:56.884404 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:57.040848 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675b081-2a8a-477f-954b-f75ca6926225 req-d84838fa-77f8-42a9-abf8-dafc1b8501a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.051481 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-d84838fa-77f8-42a9-abf8-dafc1b8501a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.2239478 Jul 23 16:33:57.052463 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60640) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:57.053109 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60646) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:57.162353 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-1491a802-0883-40e3-b411-c6b2b95e959b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982139 Jul 23 16:33:57.516866 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:33:57.987980 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f0aff-e4aa-4a0f-a2b0-504718f2798e req-1e33ccd0-5367-4aa2-bb3e-6a964f2d2880 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:57.990752 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ce5f0aff-e4aa-4a0f-a2b0-504718f2798e req-1e33ccd0-5367-4aa2-bb3e-6a964f2d2880 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.3836973 Jul 23 16:33:57.996589 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Transition to ACTIVE for port object a0a2c443-d38c-4e19-984b-f444238d5d0d will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:33:58.028551 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ca4bb-66b1-4885-93bd-fffaf5510113 req-8ca3266c-7f6f-48e1-8045-0c0d49b1691b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:58.031574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ad1ca4bb-66b1-4885-93bd-fffaf5510113 req-8ca3266c-7f6f-48e1-8045-0c0d49b1691b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 943 time: 0.4223368 Jul 23 16:33:58.042339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.046341 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.056049 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60666) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:58.060871 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:58.071439 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-0025e347-850b-46ef-b3ad-3497559d63cc service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8910398 Jul 23 16:33:58.115996 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.231376 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Network 0df852b9-5c52-44d8-b44c-30c87009090b is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:33:58.241578 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:33:58.271830 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:33:58.279613 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ad1ca4bb-66b1-4885-93bd-fffaf5510113 req-2262f5ab-2e8d-4141-bc97-c3be919494aa tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216964 Jul 23 16:33:58.370409 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:58.378935 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Usage tracker for resource:security_group_rule and tenant:3fcd35a77c0440739be6e9377a736f18 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:58.385545 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:58.389942 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ce5f0aff-e4aa-4a0f-a2b0-504718f2798e req-a632a4d3-ec3c-4a6d-8579-f8a74eaf7ad3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785365 Jul 23 16:33:58.394159 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:33:58.400955 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:58.515625 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.561858 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:58.599569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Usage tracker for resource:security_group_rule and tenant:fe2186ea4a2240d4baa9af99535cdc63 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:58.602783 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Pushing event updated for resources: {'Port': ['ID=a0a2c443-d38c-4e19-984b-f444238d5d0d,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:58.618268 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:58.620643 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:58.645207 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.653103 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:58.682065 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.687784 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Attempting to bind port a0a2c443-d38c-4e19-984b-f444238d5d0d on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:33:58.688413 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Attempting to bind port a0a2c443-d38c-4e19-984b-f444238d5d0d by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:33:58.689032 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Attempting to bind port a0a2c443-d38c-4e19-984b-f444238d5d0d on network 0df852b9-5c52-44d8-b44c-30c87009090b {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:33:58.710844 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:33:58.711514 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Checking segment: {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:33:58.712219 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.712923 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Bound using segment: {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:33:58.713807 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Bound port: a0a2c443-d38c-4e19-984b-f444238d5d0d, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:33:58.714517 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:58.744706 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bc88a65d-59bc-43d4-8fd3-9f0b905ab657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:58.768575 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fcd35a77c0440739be6e9377a736f18&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7127633 Jul 23 16:33:58.796623 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60676) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:58.892626 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:33:58.915453 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Usage tracker for resource:security_group_rule and tenant:fe0509fc443343c09f38c55c35a5a47f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:33:58.926764 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:33:58.941678 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:33:58.973205 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4675b081-2a8a-477f-954b-f75ca6926225 req-3561b660-5403-4e94-8436-9251c8d6e5e6 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356369 Jul 23 16:33:58.997612 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] For port a0a2c443-d38c-4e19-984b-f444238d5d0d, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:33:59.004546 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] For port a0a2c443-d38c-4e19-984b-f444238d5d0d, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a0a2c443-d38c-4e19-984b-f444238d5d0d,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:33:59.018149 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.018515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a06f9b-9d62-44af-bbfa-7dcf7915c47d,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:59.029898 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:59.044973 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.048848 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-d7909260-5012-4c7e-b693-9008019dad3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:59.127865 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:33:56Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:33:59.168773 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.190470 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad559a-e1f8-4e4d-b7b6-a7e701907618 None None] The sync data for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb is: [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:33:56Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:33:59.289377 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Pushing event updated for resources: {'Port': ['ID=a0a2c443-d38c-4e19-984b-f444238d5d0d,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:59.298223 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:59.521661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.551015 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.632142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4197dc3c-8626-4d44-a947-602a7572b1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:59.766035 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.813412 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.833250 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ceb03-5620-4219-b446-e3131dc4479e req-29d80700-3d64-40e9-a81d-32eddbcb024e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:33:59.836737 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-288ceb03-5620-4219-b446-e3131dc4479e req-29d80700-3d64-40e9-a81d-32eddbcb024e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.6390197 Jul 23 16:33:59.893865 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1877a1c-cc93-4709-9233-abb62f2c6fdd,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:33:59.903717 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe2186ea4a2240d4baa9af99535cdc63&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8433905 Jul 23 16:33:59.908358 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:33:59.911212 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1b0a54c2-4e65-4591-bf9d-d2b474f127de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:33:59.923510 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60686) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:33:59.931254 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:33:59.943198 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1a06f9b-9d62-44af-bbfa-7dcf7915c47d HTTP/1.1" status: 204 len: 168 time: 1.1357467 Jul 23 16:33:59.948569 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.008202 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a06f9b-9d62-44af-bbfa-7dcf7915c47d,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:00.023727 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:00.026073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:00.059259 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-809cb3ca-abf6-471d-bd08-fe6b260f5e55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 1096 time: 0.8286309 Jul 23 16:34:00.104678 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe0509fc443343c09f38c55c35a5a47f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9887333 Jul 23 16:34:00.110799 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2713a5-b31b-4fb5-b574-bfc8e6921d26,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:00.120517 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60692) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:00.151201 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:00.158245 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:00.168107 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Sync routers for ids ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:34:00.218500 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Routers {'073eaef8-f7ed-47cb-87fd-2716a0d270f7'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:00.219621 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:00.423372 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd3ec7-06ff-4300-9c26-42f29bebcd9e req-9af622e4-929f-4968-9aff-cee51d5396f0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:00.431053 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9cd3ec7-06ff-4300-9c26-42f29bebcd9e req-9af622e4-929f-4968-9aff-cee51d5396f0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 943 time: 0.5917375 Jul 23 16:34:00.630625 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9cd3ec7-06ff-4300-9c26-42f29bebcd9e req-dcdbc6b2-66a0-4b16-918a-6f9d7bdfb75d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646039 Jul 23 16:34:00.648391 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:00.655033 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.7817214 Jul 23 16:34:00.659531 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60698) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:00.669612 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-288ceb03-5620-4219-b446-e3131dc4479e req-fde024ea-1bfb-445f-a25e-c81f1ecec6d5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545544 Jul 23 16:34:00.963423 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Set router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:34:01.182066 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.265628 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a0a2c443-d38c-4e19-984b-f444238d5d0d up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:01.333446 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.443276 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60704) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:01.538094 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.579612 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:01.699732 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4408ca8-e529-4a96-9509-549f94dda294 None None] Network 0df852b9-5c52-44d8-b44c-30c87009090b requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:34:01.759119 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:01.768296 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:85729347f8964633979e82ea012aa326 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:01.776615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:01.792606 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:01.813045 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-5f72f2ef-7a25-4f50-88f0-41c2694b6768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:01.824771 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-5f72f2ef-7a25-4f50-88f0-41c2694b6768 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 916 time: 1.7640834 Jul 23 16:34:02.088373 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port a0a2c443-d38c-4e19-984b-f444238d5d0d completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:02.117035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.123496 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.124230 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Provisioning for port a0a2c443-d38c-4e19-984b-f444238d5d0d completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:02.140193 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 24420840-a8cd-49e0-adbd-7cc478222613 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:34:02.169780 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.184638 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port a0a2c443-d38c-4e19-984b-f444238d5d0d triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:02.185221 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.187683 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.195714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:02.225268 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.230587 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d2713a5-b31b-4fb5-b574-bfc8e6921d26 HTTP/1.1" status: 204 len: 168 time: 2.1032803 Jul 23 16:34:02.258611 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2713a5-b31b-4fb5-b574-bfc8e6921d26,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:02.265712 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:02.275714 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-233e074b-119d-42dd-986a-4ddc6ceedda7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24420840-a8cd-49e0-adbd-7cc478222613 HTTP/1.1" status: 200 len: 217 time: 0.4268329 Jul 23 16:34:02.290209 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b8a1b1cd-0d7b-4d57-bbf1-6c4a3aa68c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:02.438145 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:33:56Z', 'revision_number': 3, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:02.450505 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Checking router: 073eaef8-f7ed-47cb-87fd-2716a0d270f7 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:34:02.452833 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Updating router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 port 5a70f782-61ec-49ea-be7a-c746b589c45e binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:34:02.516175 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-ceafb83d-0180-4aab-8f0a-c84354da876b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:02.519056 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-ceafb83d-0180-4aab-8f0a-c84354da876b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.2231872 Jul 23 16:34:02.659530 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-84e97b49-e04d-4372-8e01-ddae694dca56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248684 Jul 23 16:34:02.757168 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85729347f8964633979e82ea012aa326&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3042533 Jul 23 16:34:02.762002 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Provisioning complete for port a0a2c443-d38c-4e19-984b-f444238d5d0d triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:02.762951 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:02.790927 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60722) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:02.792683 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29cf398-3cf6-43e7-986f-c9246e814257,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:02.845661 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:02.918044 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.219159 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-28c20a30-2c79-4098-a2a5-a8785c5e680a service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432279 Jul 23 16:34:03.550058 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40243a-99aa-4eb9-aec1-6c4fb7539769 req-53f044a9-28d2-437a-8d47-ed9d857f0d9c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:03.567405 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3f40243a-99aa-4eb9-aec1-6c4fb7539769 req-53f044a9-28d2-437a-8d47-ed9d857f0d9c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 943 time: 1.3141019 Jul 23 16:34:03.719561 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5c40e48c-dd8e-4116-a0ef-3b7d30f157f6 req-f417e316-946d-4cf7-a9dd-4fc626a8e1c7 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919643 Jul 23 16:34:03.720583 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.750205 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:03.778054 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 24420840-a8cd-49e0-adbd-7cc478222613, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=24420840-a8cd-49e0-adbd-7cc478222613,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:03.804716 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.840777 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '24420840-a8cd-49e0-adbd-7cc478222613', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'port_id': '24420840-a8cd-49e0-adbd-7cc478222613', 'mac_address': 'fa:16:3e:40:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65517be-3bd5-477b-b691-4f5b89553027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:34:03.854817 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1877a1c-cc93-4709-9233-abb62f2c6fdd,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:03.877517 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3f40243a-99aa-4eb9-aec1-6c4fb7539769 req-3a791e9e-a9aa-4a00-8fff-007eac902d70 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016167 Jul 23 16:34:03.884141 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:03.887152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60734) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:03.952642 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.956126 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1877a1c-cc93-4709-9233-abb62f2c6fdd HTTP/1.1" status: 204 len: 168 time: 4.0277627 Jul 23 16:34:03.969976 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:03.991795 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.148325 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:04.163018 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:d86271207ad840a6a3ccc1e3ed1c587f is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:04.168409 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:04.180097 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:04.199262 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.211695 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2308037c-6386-495b-aee5-eb03b316aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:04.259583 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29cf398-3cf6-43e7-986f-c9246e814257,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:04.268942 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:04.297913 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.313306 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b29cf398-3cf6-43e7-986f-c9246e814257 HTTP/1.1" status: 204 len: 168 time: 1.5154810 Jul 23 16:34:04.363298 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.376138 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.392439 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f1c7b430-b9e8-4cdd-bb85-c38e25f3b8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:04.551935 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-7a05ca4d-7403-4fc0-940c-676c217bbddc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9862578 Jul 23 16:34:04.563814 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2938ac-d94e-4d54-a3d3-09b3e3a8e6cc,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:04.612884 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:04.629612 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.677322 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Transition to ACTIVE for port object 5a70f782-61ec-49ea-be7a-c746b589c45e will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:04.717577 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:04.762697 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-2a3dab23-2d35-4afb-afaa-a9c60199bf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:04.981447 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d86271207ad840a6a3ccc1e3ed1c587f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0827143 Jul 23 16:34:04.984818 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60754) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:05.056417 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:34:05.120835 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Attempting to bind port 5a70f782-61ec-49ea-be7a-c746b589c45e on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:05.121221 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Attempting to bind port 5a70f782-61ec-49ea-be7a-c746b589c45e by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:05.121729 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Attempting to bind port 5a70f782-61ec-49ea-be7a-c746b589c45e on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:05.187537 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.289855 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:05.294133 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:34:05.295216 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.296400 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:05.297594 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Bound port: 5a70f782-61ec-49ea-be7a-c746b589c45e, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:05.299271 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.451076 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] For port a0a2c443-d38c-4e19-984b-f444238d5d0d, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a0a2c443-d38c-4e19-984b-f444238d5d0d,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:05.565953 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Pushing event updated for resources: {'Port': ['ID=5a70f782-61ec-49ea-be7a-c746b589c45e,revision_number=2']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:05.574402 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.644257 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.645158 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.645158 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.645730 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.646261 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.657738 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.659726 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.660322 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.662158 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.670844 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.674360 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:05.694081 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.717758 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24420840-a8cd-49e0-adbd-7cc478222613 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:05.752298 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:05.765111 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 24420840-a8cd-49e0-adbd-7cc478222613, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=24420840-a8cd-49e0-adbd-7cc478222613,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:05.776728 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.786177 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-3fb0f2d2-cf24-4d04-a94c-d74283d21c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:05.837795 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] For port 5a70f782-61ec-49ea-be7a-c746b589c45e, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:05.851792 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] For port 5a70f782-61ec-49ea-be7a-c746b589c45e, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=5a70f782-61ec-49ea-be7a-c746b589c45e,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:05.864685 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-203e4b5a-4db9-41c5-a270-b6d0c95c8025 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 1.2501347 Jul 23 16:34:05.875051 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.902989 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-c1f99041-9d14-4228-a787-464a548c9edb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:05.903461 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.907223 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:05.948177 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.212188 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60770) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:06.285273 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.312191 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Pushing event updated for resources: {'Port': ['ID=a0a2c443-d38c-4e19-984b-f444238d5d0d,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.315425 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Pushing event updated for resources: {'Port': ['ID=5a70f782-61ec-49ea-be7a-c746b589c45e,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.322586 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:06.323617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-3fb0f2d2-cf24-4d04-a94c-d74283d21c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:06.335369 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.350511 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Routers {'073eaef8-f7ed-47cb-87fd-2716a0d270f7'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:06.351560 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:33:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:06.437766 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:34:06.438463 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:34:06.478145 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcace58-ded0-476c-8e90-2726656e7371 req-1c4003c7-4bd1-47c1-92c4-4d7311b8f3db tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.497324 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fbcace58-ded0-476c-8e90-2726656e7371 req-1c4003c7-4bd1-47c1-92c4-4d7311b8f3db tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 944 time: 0.8688452 Jul 23 16:34:06.614343 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-edf588b2-84b0-4df1-b9d4-6fef6dd0e182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:06.653286 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.667227 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fbcace58-ded0-476c-8e90-2726656e7371 req-1049cb30-14dc-4f5a-aa83-bee0393e1ddb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451504 Jul 23 16:34:06.699810 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=24420840-a8cd-49e0-adbd-7cc478222613,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.722725 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:06.734259 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7cce24bd-4d3e-4d6d-8784-7b0d1a4c0d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:06.753265 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['24420840-a8cd-49e0-adbd-7cc478222613'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:34:06.789389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2938ac-d94e-4d54-a3d3-09b3e3a8e6cc,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:06.822895 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:06.860426 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:06.862633 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d2938ac-d94e-4d54-a3d3-09b3e3a8e6cc HTTP/1.1" status: 204 len: 168 time: 1.8670061 Jul 23 16:34:06.888930 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-d4de067b-cf85-4898-954e-2229db61d12c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:06.893769 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-d4de067b-cf85-4898-954e-2229db61d12c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.9435203 Jul 23 16:34:06.973292 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.271987 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-46e3ebb6-2ef5-4bdf-981e-0fed57a1b1c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.3580225 Jul 23 16:34:07.328447 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] Set router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:34:07.488326 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 160fb3bf-d3a7-4548-9a52-8eacf720a53d up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:07.558576 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-f745df24-0899-4332-a08b-d343d8e3e337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:07.561272 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-f745df24-0899-4332-a08b-d343d8e3e337 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.2784157 Jul 23 16:34:07.613152 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:07.734247 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-0067de76-8b4a-4728-a9a7-23dee2226feb None None] Provisioning complete for port a0a2c443-d38c-4e19-984b-f444238d5d0d triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:07.734885 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0067de76-8b4a-4728-a9a7-23dee2226feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:07.756099 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-f5ed85af-5a68-444a-a11a-adbf090fff2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830938 Jul 23 16:34:08.115403 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-f94eadd2-22f1-4aa8-b516-c9c3731c89e9 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490229 Jul 23 16:34:08.256615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Usage tracker for resource:security_group_rule and tenant:0a7da01a9f3540188f24cac0b923d8e0 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:08.274460 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:08.313014 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:08.335187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.520837 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Allocated IP 172.20.0.1 (0df852b9-5c52-44d8-b44c-30c87009090b/8c2c4bf2-abfd-42df-83d2-e75790ba96a5/4cd3c693-6746-4c32-8731-929c2e8e0051) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:08.662001 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 160fb3bf-d3a7-4548-9a52-8eacf720a53d completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:08.705177 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7a6b2f3f-06b6-45bd-9b7f-b105f1b37f97 req-ae8d6150-30d3-4299-ac9a-3336e6797f04 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764527 Jul 23 16:34:08.724511 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:33:56Z', 'revision_number': 3, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:08.752795 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76955fd9-842e-4a76-8cc3-d1a1421ff7af None None] The sync data for ids ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'] in dv-cinder-802039-1-smb is: [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:33:56Z', 'revision_number': 3, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:34:08.802405 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 160fb3bf-d3a7-4548-9a52-8eacf720a53d triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:08.802405 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:08.985542 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408fb3-ae5d-4f11-8417-2bce688a5299 req-51520012-ccd2-4602-a27a-f3ca8796abc3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:08.998696 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5e408fb3-ae5d-4f11-8417-2bce688a5299 req-51520012-ccd2-4602-a27a-f3ca8796abc3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 1.3990679 Jul 23 16:34:09.065083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60812) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:09.340368 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-da67abbd-cf25-4c3b-9618-9cb09d7ab6b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 0.4924557 Jul 23 16:34:09.379322 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5e408fb3-ae5d-4f11-8417-2bce688a5299 req-c0aed4a1-8ac1-499b-bf3c-07776bb11550 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787029 Jul 23 16:34:09.403253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8ee25033-6aa2-4f9e-807b-6faf6ba5a0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.835097 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.860023 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.860859 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.952554 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:09.955749 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-68c70911-1b88-4748-b7bb-ca8c2e4683c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:09.959847 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:09.965327 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-68c70911-1b88-4748-b7bb-ca8c2e4683c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.6194112 Jul 23 16:34:09.978184 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1705199669-network', 'tenant_id': '6937aa12c80445c9a807f2eeefad1902'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:09.995022 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:10.019653 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 160fb3bf-d3a7-4548-9a52-8eacf720a53d, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=160fb3bf-d3a7-4548-9a52-8eacf720a53d,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:10.021911 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a7da01a9f3540188f24cac0b923d8e0&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7854638 Jul 23 16:34:10.032655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f516dc-08b9-4293-aa67-3b0376f3cfbc,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:10.051381 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.055730 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:10.082607 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60826) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:10.084752 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:10.271766 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-94a63f7f-c59d-4458-8c43-0272792ec5e4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.2689755 Jul 23 16:34:10.277134 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Usage tracker for resource:network and tenant:6937aa12c80445c9a807f2eeefad1902 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:10.291499 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:10.295783 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Transition to ACTIVE for port object 4cd3c693-6746-4c32-8731-929c2e8e0051 will not be triggered until provisioned by entity DHCP. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:10.325523 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=160fb3bf-d3a7-4548-9a52-8eacf720a53d,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:10.331116 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a0a2c443-d38c-4e19-984b-f444238d5d0d up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:10.402200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:10.437464 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:10.458258 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fdcb7-938e-401b-860e-4ff5b326c066 req-80d67e8f-b758-4ce7-bf0c-3f7d64d7daa5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:10.458999 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Made reservation on behalf of 6937aa12c80445c9a807f2eeefad1902 for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:10.463353 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.476137 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fc0fdcb7-938e-401b-860e-4ff5b326c066 req-80d67e8f-b758-4ce7-bf0c-3f7d64d7daa5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 944 time: 1.1157215 Jul 23 16:34:10.476454 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port a0a2c443-d38c-4e19-984b-f444238d5d0d triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:10.476798 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.494265 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.523186 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.529503 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-ddd52dfb-4da4-4e00-acf1-84de868551f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:10.532018 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-ddd52dfb-4da4-4e00-acf1-84de868551f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.2325778 Jul 23 16:34:10.639298 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.649094 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-016a0e2e-e561-46c2-95ce-0a0542a76dd9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957019 Jul 23 16:34:10.651646 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:10.656136 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:10.683073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Usage tracker for resource:security_group_rule and tenant:6937aa12c80445c9a807f2eeefad1902 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:10.701792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:10.982430 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-17f75489-4394-4410-aae9-54a457ca155e service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122590 Jul 23 16:34:10.984111 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:11.037938 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:11.074928 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fc0fdcb7-938e-401b-860e-4ff5b326c066 req-e87274b0-2c2a-42c4-8a65-156849f43d63 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954137 Jul 23 16:34:11.076258 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.160085 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Network 0df852b9-5c52-44d8-b44c-30c87009090b is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:11.168265 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd3c693-6746-4c32-8731-929c2e8e0051,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.177312 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:11.181183 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:11.183278 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-746130d4-92a0-429c-8b6f-bf9ef4cc5924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:11.192885 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-e3f318dd-3ae5-4c96-b2d5-88e7a0abc314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.206637 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:11.271495 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.276429 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01f516dc-08b9-4293-aa67-3b0376f3cfbc HTTP/1.1" status: 204 len: 168 time: 1.1861353 Jul 23 16:34:11.430365 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.470199 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e43b75a4-d712-4e4c-b7dd-baba19f22d53 req-03b5e45b-949c-4919-945e-6eade7881e2f service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724734 Jul 23 16:34:11.495343 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f516dc-08b9-4293-aa67-3b0376f3cfbc,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.667412 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:11.684827 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.693885 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.725054 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=74349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:34:11.733677 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-de113c1b-feb9-4430-a89b-dd3a3b293cb3 None None] Provisioning for port 4cd3c693-6746-4c32-8731-929c2e8e0051 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:11.737232 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:11.752102 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-de113c1b-feb9-4430-a89b-dd3a3b293cb3 None None] Provisioning complete for port 4cd3c693-6746-4c32-8731-929c2e8e0051 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:11.753036 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-de113c1b-feb9-4430-a89b-dd3a3b293cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.786482 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b81a83-117c-4223-ba9f-cc92ae00a9f6,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:11.795054 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:11.798774 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.803007 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.803208 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Added segment dbd0a413-0716-46fe-b61c-ca31066fea8b of type vlan for network 3d255797-9335-4822-adad-3daba6c07341 Jul 23 16:34:11.856259 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e3d73-93d4-4d84-a332-484320a85803 req-b6f30603-e470-4b09-a79d-c476b40f0ffe tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:11.869972 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e31e3d73-93d4-4d84-a332-484320a85803 req-b6f30603-e470-4b09-a79d-c476b40f0ffe tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.9890943 Jul 23 16:34:11.905951 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-de113c1b-feb9-4430-a89b-dd3a3b293cb3 None None] Port 4cd3c693-6746-4c32-8731-929c2e8e0051 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:34:11.937531 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:11.995207 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 24420840-a8cd-49e0-adbd-7cc478222613 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:12.021921 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.028835 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:12.030357 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.079529 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bb702f2a-31dd-4f98-918d-1b24376ec1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:12.158184 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e31e3d73-93d4-4d84-a332-484320a85803 req-426314d7-00d2-445f-b318-b496e51277af tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863278 Jul 23 16:34:12.293617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 24420840-a8cd-49e0-adbd-7cc478222613 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:12.320001 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 24420840-a8cd-49e0-adbd-7cc478222613 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:12.322895 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:12.489149 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 160fb3bf-d3a7-4548-9a52-8eacf720a53d up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:12.949023 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Pushing event updated for resources: {'Network': ['ID=3d255797-9335-4822-adad-3daba6c07341,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:12.959745 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.8875637 Jul 23 16:34:12.961271 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60864) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:12.966846 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:12.976705 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Request body: {'subnet': {'network_id': '3d255797-9335-4822-adad-3daba6c07341', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1705199669-subnet', 'tenant_id': '6937aa12c80445c9a807f2eeefad1902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:12.989236 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:13.009670 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Usage tracker for resource:subnet and tenant:6937aa12c80445c9a807f2eeefad1902 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:13.030781 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:13.050995 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:13.088122 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Made reservation on behalf of 6937aa12c80445c9a807f2eeefad1902 for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:13.092473 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518740'] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.244401 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.317969 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 3d255797-9335-4822-adad-3daba6c07341 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:34:13.413251 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.db.resource_extend [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:34:13.477870 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 24420840-a8cd-49e0-adbd-7cc478222613, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=24420840-a8cd-49e0-adbd-7cc478222613,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:13.478492 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.488625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.504592 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24420840-a8cd-49e0-adbd-7cc478222613'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:13.509285 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.539880 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.780352 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852a6e8-dc6e-4106-8483-99ec94b270e1 req-5f976b1e-1b05-4e61-89a4-e44256d12b54 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:13.798098 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1600118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518726'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:13.802817 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3852a6e8-dc6e-4106-8483-99ec94b270e1 req-5f976b1e-1b05-4e61-89a4-e44256d12b54 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 944 time: 0.9661336 Jul 23 16:34:13.829061 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3ca88024-7e85-45f9-b66c-c44b8785497c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:13.843912 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:13.847976 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:14.035507 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=24420840-a8cd-49e0-adbd-7cc478222613,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.086030 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:14.088724 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d60bc0-717f-4722-a870-fb660fcf9b5e,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.114860 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:14.238020 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Checking segment: {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:34:14.238652 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Network hostable DHCP agents. Network: 3d255797-9335-4822-adad-3daba6c07341, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:34:14.347100 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.361370 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 160fb3bf-d3a7-4548-9a52-8eacf720a53d triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:14.362361 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.395694 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Network 3d255797-9335-4822-adad-3daba6c07341 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:34:14.441403 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 3d255797-9335-4822-adad-3daba6c07341) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:14.456175 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.460377 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.483927 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760cdf80-ab20-4732-8fcc-40fdd09bb103 None None] Network 3d255797-9335-4822-adad-3daba6c07341 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:34:14.541114 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5780470 Jul 23 16:34:14.596734 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3852a6e8-dc6e-4106-8483-99ec94b270e1 req-6fb8e867-ab15-4ee4-81c6-e183eb83312d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7911317 Jul 23 16:34:14.622030 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:14.679739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd3c693-6746-4c32-8731-929c2e8e0051,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:14.687927 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:14.891354 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24420840-a8cd-49e0-adbd-7cc478222613', 'code': 200} Jul 23 16:34:14.931105 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbed4b-8d3d-437c-a896-c99817f64d6b req-e0a4bf57-6a60-4438-8cfc-3d7d97beb5ce tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:14.934226 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d8cbed4b-8d3d-437c-a896-c99817f64d6b req-e0a4bf57-6a60-4438-8cfc-3d7d97beb5ce tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 1.1262138 Jul 23 16:34:15.318897 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d8cbed4b-8d3d-437c-a896-c99817f64d6b req-e520ba00-11e5-4f32-8951-1ef30dc228e9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669643 Jul 23 16:34:15.386233 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Network 0df852b9-5c52-44d8-b44c-30c87009090b is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:15.411200 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:15.905728 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972be8c-0e85-4db2-b767-69cd5693598b None None] Network 3d255797-9335-4822-adad-3daba6c07341 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:34:16.192591 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ffa2058d-1294-4a17-8adf-a32923176805 req-1d46912b-236d-433a-af3a-68c0cb0b1f70 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 1098 time: 0.5393589 Jul 23 16:34:16.327259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 5a70f782-61ec-49ea-be7a-c746b589c45e up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:16.420498 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ffa2058d-1294-4a17-8adf-a32923176805 req-b723e3bf-af5d-4e0f-85fc-eacf42fe93a4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178402 Jul 23 16:34:16.596922 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-2582f6cd-e8fa-489e-94d5-1c53b8aca114 None None] Provisioning complete for port 4cd3c693-6746-4c32-8731-929c2e8e0051 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:16.597727 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2582f6cd-e8fa-489e-94d5-1c53b8aca114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.776392 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 5a70f782-61ec-49ea-be7a-c746b589c45e completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:16.818269 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 5a70f782-61ec-49ea-be7a-c746b589c45e triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:16.818818 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:16.938644 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd7ccd-bc69-40eb-9961-fa410e900ee3 req-9f997996-a61f-4727-b7d0-379ac7745b4c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:16.952320 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d4bd7ccd-bc69-40eb-9961-fa410e900ee3 req-9f997996-a61f-4727-b7d0-379ac7745b4c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 945 time: 0.3496726 Jul 23 16:34:17.000785 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-2582f6cd-e8fa-489e-94d5-1c53b8aca114 None None] Port 4cd3c693-6746-4c32-8731-929c2e8e0051 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:34:17.067245 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d4bd7ccd-bc69-40eb-9961-fa410e900ee3 req-27190e18-3501-4675-8795-4e82db396415 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134284 Jul 23 16:34:17.421507 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1153777-2d65-4a88-8c15-fb44fe047ec1 req-a913de11-ab7e-4f0a-820a-e79d2e4371fc tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:17.446180 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f1153777-2d65-4a88-8c15-fb44fe047ec1 req-a913de11-ab7e-4f0a-820a-e79d2e4371fc tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.7524745 Jul 23 16:34:17.539754 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.580907 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 5a70f782-61ec-49ea-be7a-c746b589c45e, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=5a70f782-61ec-49ea-be7a-c746b589c45e,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:17.594752 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:17.610597 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:17.789085 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=5a70f782-61ec-49ea-be7a-c746b589c45e,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:17.806704 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:17.953324 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f1153777-2d65-4a88-8c15-fb44fe047ec1 req-24b03ff0-b7ff-44da-ba26-4bbbd2e9b93f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793119 Jul 23 16:34:18.191847 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 5a70f782-61ec-49ea-be7a-c746b589c45e up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:18.404498 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 5a70f782-61ec-49ea-be7a-c746b589c45e triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:18.405188 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:18.500773 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cffbd3-542a-44e8-818e-0d923c874761 req-65bfdd11-380a-4396-8f16-0d06672d9fda tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:18.517599 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-43cffbd3-542a-44e8-818e-0d923c874761 req-65bfdd11-380a-4396-8f16-0d06672d9fda tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.8299894 Jul 23 16:34:18.695732 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:34:18.717267 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-43cffbd3-542a-44e8-818e-0d923c874761 req-50db9a73-1e05-46d5-bf1f-be6936bd454e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753120 Jul 23 16:34:18.915588 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 60944) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:19.378402 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.458247 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:19.466173 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:00e39d3e2aad44cba714426f40a273f4 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:19.472121 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:19.500545 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:19.640055 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb3667-1bfb-4056-afbc-60d81268477a req-ee8ec746-d8d2-4895-af88-4344ef3eb79a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:19.656385 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-90bb3667-1bfb-4056-afbc-60d81268477a req-ee8ec746-d8d2-4895-af88-4344ef3eb79a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 945 time: 0.3528666 Jul 23 16:34:19.663536 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.676535 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:19.692383 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ad9e9c6b-1f68-4a0c-bf3d-abd96b50027c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:19.718899 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:34:19.749462 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Sync routers for ids ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:34:19.779326 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] 10.222.0.47 "PUT /v2.0/routers/073eaef8-f7ed-47cb-87fd-2716a0d270f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1077917 Jul 23 16:34:19.816108 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Routers {'073eaef8-f7ed-47cb-87fd-2716a0d270f7'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:19.817266 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:34:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:19.883577 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bfd9bc-07dc-432e-b8dc-4eeb5982c05c,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:19.891902 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:19.897224 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00e39d3e2aad44cba714426f40a273f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9798002 Jul 23 16:34:19.900413 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-90bb3667-1bfb-4056-afbc-60d81268477a req-f65d4dad-873a-4601-952b-ff4737f2d69f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331433 Jul 23 16:34:19.911582 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 60966) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:20.209923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.318866 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.544488 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Set router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:34:20.644730 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.664564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9be871c1-bafe-441e-a4fc-444d78ff8598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:20.705204 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bfd9bc-07dc-432e-b8dc-4eeb5982c05c,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:20.708534 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:20.710392 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8bfd9bc-07dc-432e-b8dc-4eeb5982c05c HTTP/1.1" status: 204 len: 168 time: 0.7971818 Jul 23 16:34:20.712245 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:20.843199 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f88f72-e51e-4663-8fa0-53a546c25d1d req-914c24d4-f06c-416d-9b87-5415772120f9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.846369 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59f88f72-e51e-4663-8fa0-53a546c25d1d req-914c24d4-f06c-416d-9b87-5415772120f9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4221461 Jul 23 16:34:20.873495 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535854c-91ab-454d-8fff-0197bb871bf2 req-88ed3a92-dd61-4753-870b-88d528281b86 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:20.878983 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1535854c-91ab-454d-8fff-0197bb871bf2 req-88ed3a92-dd61-4753-870b-88d528281b86 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.4692254 Jul 23 16:34:20.997671 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59f88f72-e51e-4663-8fa0-53a546c25d1d req-683275da-a3aa-465b-9d59-a795f77bf98f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153767 Jul 23 16:34:21.145131 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1535854c-91ab-454d-8fff-0197bb871bf2 req-02995248-17ac-4d77-b38a-a62a1d6304dd tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525283 Jul 23 16:34:21.717966 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:34:11Z', 'revision_number': 4, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '4cd3c693-6746-4c32-8731-929c2e8e0051', 'name': '', 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'mac_address': 'fa:16:3e:62:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:07Z', 'updated_at': '2021-07-23T16:34:12Z', 'revision_number': 2, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'subnets': [{'id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:21.723299 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Checking router: 073eaef8-f7ed-47cb-87fd-2716a0d270f7 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:34:21.724504 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Updating router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 port 4cd3c693-6746-4c32-8731-929c2e8e0051 binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:34:21.826054 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:21.916813 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-96b7c2c4-7277-4cfa-8ebf-850ad7906728 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.919570 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-96b7c2c4-7277-4cfa-8ebf-850ad7906728 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/networks?id=3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 200 len: 809 time: 0.3882227 Jul 23 16:34:21.940115 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad6a62-68c7-4a46-94ed-5533c578a43d req-6c43af67-997b-4b6b-ba03-db362eb42917 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:21.952246 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2ad6a62-68c7-4a46-94ed-5533c578a43d req-6c43af67-997b-4b6b-ba03-db362eb42917 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2705355 Jul 23 16:34:22.030606 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-01934e44-82df-4401-86d7-866c893a50a4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/quotas/6937aa12c80445c9a807f2eeefad1902 HTTP/1.1" status: 200 len: 375 time: 0.0741997 Jul 23 16:34:22.178633 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2ad6a62-68c7-4a46-94ed-5533c578a43d req-0431c4f5-2d60-47ea-95dd-c2af2edad16f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230744 Jul 23 16:34:22.216848 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-b37ad30a-539b-4074-b407-4302e9860199 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6937aa12c80445c9a807f2eeefad1902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1740382 Jul 23 16:34:22.808461 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-aa8f38bf-7e9c-4fa0-8bd9-c34ac2c5e5ee service neutron] 10.222.0.47 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899317 Jul 23 16:34:22.926101 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.954737 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Transition to ACTIVE for port object 4cd3c693-6746-4c32-8731-929c2e8e0051 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:22.972543 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:22.984026 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:23.173098 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-f0a96396-f6c5-493c-9227-50cce1b35aed service neutron] 10.222.0.47 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533654 Jul 23 16:34:23.323087 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e66d40-5f58-4a1e-afdc-248b63e0b2c8 None None] Pushing event updated for resources: {'Port': ['ID=4cd3c693-6746-4c32-8731-929c2e8e0051,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:23.346463 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-68e66d40-5f58-4a1e-afdc-248b63e0b2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:23.667762 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Attempting to bind port 4cd3c693-6746-4c32-8731-929c2e8e0051 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:23.668420 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Attempting to bind port 4cd3c693-6746-4c32-8731-929c2e8e0051 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:23.669081 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Attempting to bind port 4cd3c693-6746-4c32-8731-929c2e8e0051 on network 0df852b9-5c52-44d8-b44c-30c87009090b {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:23.686944 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:23.687818 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Checking segment: {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:34:23.688529 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:23.689225 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Bound using segment: {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:23.690168 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Bound port: 4cd3c693-6746-4c32-8731-929c2e8e0051, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bb3560-be4c-4adb-9a39-5b1c65267e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:23.690807 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.096766 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] For port 4cd3c693-6746-4c32-8731-929c2e8e0051, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:24.105824 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] For port 4cd3c693-6746-4c32-8731-929c2e8e0051, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=4cd3c693-6746-4c32-8731-929c2e8e0051,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:24.173528 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:24.238603 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-687c940c-b866-4b30-b6cd-5cd8ad1358c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:24.391315 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 32820) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:24.451479 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209963536', 'description': 'tempest-secgroup-smoke-1209963536 description', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:24.480843 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:24.502412 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:24.555789 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baa414-5b13-42cf-ae45-f8007e05fd09 req-2d53478a-54d9-4659-8b65-0cbdc2d60014 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:24.557885 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-69d88d9c-cafa-48ed-bb13-8091ec7364c6 req-63e733c1-8a67-4e95-84b6-6b0e3922bbd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 0.4284663 Jul 23 16:34:24.584814 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a5baa414-5b13-42cf-ae45-f8007e05fd09 req-2d53478a-54d9-4659-8b65-0cbdc2d60014 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.5090954 Jul 23 16:34:24.600259 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:24.669337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Routers {'073eaef8-f7ed-47cb-87fd-2716a0d270f7'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:34:24.670957 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:34:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:24.724681 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-69d88d9c-cafa-48ed-bb13-8091ec7364c6 req-02395fd6-c098-4b35-8508-92a276c44665 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543906 Jul 23 16:34:24.799716 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e66d40-5f58-4a1e-afdc-248b63e0b2c8 None None] Pushing event updated for resources: {'Port': ['ID=4cd3c693-6746-4c32-8731-929c2e8e0051,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:24.854390 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a5baa414-5b13-42cf-ae45-f8007e05fd09 req-7faab315-74d9-42e7-90a9-b8e391aa7dca tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441695 Jul 23 16:34:24.855927 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-68e66d40-5f58-4a1e-afdc-248b63e0b2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:24.864871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:24.919515 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.044758 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:25.059914 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:25.071890 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:25.095832 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:25.304493 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.316501 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.366042 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] Set router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:34:25.399476 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9ccd7ec7-40dd-4419-84aa-ac2b45825d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:25.520536 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687a7232-6b62-4c7e-a75d-2231de3987e5,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:25.528447 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:25.531845 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.537027 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1404822 Jul 23 16:34:25.540379 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 32842) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:25.563772 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group_rule': {'security_group_id': '687a7232-6b62-4c7e-a75d-2231de3987e5', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:25.593585 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:25.608679 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:25.616460 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5f07e-5ab2-4239-9b12-32edc4fe0b0b req-c501ff06-eb6a-4ad4-a6f1-ad38547ff507 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:25.619912 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0ec5f07e-5ab2-4239-9b12-32edc4fe0b0b req-c501ff06-eb6a-4ad4-a6f1-ad38547ff507 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3073351 Jul 23 16:34:25.623165 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:25.651892 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:25.721311 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.752146 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0ec5f07e-5ab2-4239-9b12-32edc4fe0b0b req-d25b2f7e-12be-4233-a4bf-d330ce687cc3 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113379 Jul 23 16:34:25.974250 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.985483 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:25.987861 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:26.153915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.161232 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 32854) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:26.165270 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6120188 Jul 23 16:34:26.178084 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group_rule': {'security_group_id': '687a7232-6b62-4c7e-a75d-2231de3987e5', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:26.182095 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f219d-4faa-4f51-8528-9bfab9372841,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:26.218462 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:26.242502 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:26.246025 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.246573 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.248249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.259366 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.260650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.262637 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.263348 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.263966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.264582 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.264756 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:26.265154 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.265744 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:26.301824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:26.304301 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:26.408144 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.418052 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:34:11Z', 'revision_number': 4, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '4cd3c693-6746-4c32-8731-929c2e8e0051', 'name': '', 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'mac_address': 'fa:16:3e:62:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:07Z', 'updated_at': '2021-07-23T16:34:24Z', 'revision_number': 4, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'subnets': [{'id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:34:26.427269 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d1eb1-c8f7-4392-ae76-b93260d7f63e None None] The sync data for ids ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'] in dv-cinder-802039-1-smb is: [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:34:11Z', 'revision_number': 4, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '4cd3c693-6746-4c32-8731-929c2e8e0051', 'name': '', 'network_id': '0df852b9-5c52-44d8-b44c-30c87009090b', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'mac_address': 'fa:16:3e:62:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:34:07Z', 'updated_at': '2021-07-23T16:34:24Z', 'revision_number': 4, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'subnets': [{'id': '8c2c4bf2-abfd-42df-83d2-e75790ba96a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:34:26.703942 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.757643 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:26.803911 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-157e4b75-2ff3-41ab-9806-49913ecff6f8 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:26.941508 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1625-aa9d-4b18-8236-4fd498f5fc38 req-a17f4278-90c9-4e10-a06a-8bfcea9b59c5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:26.960290 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f74e1625-aa9d-4b18-8236-4fd498f5fc38 req-a17f4278-90c9-4e10-a06a-8bfcea9b59c5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.5301633 Jul 23 16:34:26.964354 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60275e0-44a8-4511-8a28-1d4c89987720,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.037896 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:27.069467 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.072440 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9090781 Jul 23 16:34:27.076327 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 32868) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:27.094127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group_rule': {'security_group_id': '687a7232-6b62-4c7e-a75d-2231de3987e5', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:27.095401 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f74e1625-aa9d-4b18-8236-4fd498f5fc38 req-e2797b28-7eb8-44df-8297-83ba8ba93d90 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328044 Jul 23 16:34:27.130352 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:27.160857 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:27.179722 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:27.191145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:27.262680 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.466625 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.476732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.480380 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:27.592543 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fe3b67-6976-4e55-9819-9704b1ff75c4,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:27.601911 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:27.626463 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:27.629093 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e633a977-8a1b-4e1e-ab49-1119c9457338 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5494156 Jul 23 16:34:27.634339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 32880) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:27.662131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group_rule': {'security_group_id': '687a7232-6b62-4c7e-a75d-2231de3987e5', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:27.670438 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f78a58d5-e90b-4363-a54c-7567879af702 req-1a41d826-bd26-4d10-8460-91e17a56dc83 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 210 time: 0.1203854 Jul 23 16:34:27.690978 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:27.700801 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:27.706817 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:27.721823 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:27.790154 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.034742 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.045477 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.049721 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-798e5bdb-4372-4bac-af8c-e20ce2c60c98 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:28.232888 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9636ff-a69f-4778-9934-a6625fa3d7b2,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:28.243266 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:28.248562 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.257049 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-8a8463fb-e345-4d91-9e74-68d0410a33f6 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6148851 Jul 23 16:34:28.260191 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 32890) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:28.286081 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group_rule': {'security_group_id': '687a7232-6b62-4c7e-a75d-2231de3987e5', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:28.319319 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:28.325965 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 4cd3c693-6746-4c32-8731-929c2e8e0051 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:28.357635 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:28.371846 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:28.398625 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:28.440368 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.securitygroups_db [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Project a2f69bc9202b49e187f572f9409f7ebf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:34:28.479570 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.662084 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30517d9c-cf2a-4090-a875-80b176d3f78d req-939a16ac-dd4b-47a8-b27b-7115531fa33c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:28.675075 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-30517d9c-cf2a-4090-a875-80b176d3f78d req-939a16ac-dd4b-47a8-b27b-7115531fa33c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3140903 Jul 23 16:34:28.780393 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54934-f609-4054-bff2-80789fca7431 req-771feb53-324a-48d8-a57d-885bc0fd14ec tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:28.785604 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a6d54934-f609-4054-bff2-80789fca7431 req-771feb53-324a-48d8-a57d-885bc0fd14ec tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.5675795 Jul 23 16:34:28.794495 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port 4cd3c693-6746-4c32-8731-929c2e8e0051 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:28.808280 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 4cd3c693-6746-4c32-8731-929c2e8e0051 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:28.809414 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:28.899226 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-30517d9c-cf2a-4090-a875-80b176d3f78d req-4c1ff27c-7eb5-4c13-8715-43e479ac0f32 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091360 Jul 23 16:34:29.024656 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a6d54934-f609-4054-bff2-80789fca7431 req-bd47210d-45c2-4868-9508-418540f0fb1a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170589 Jul 23 16:34:29.403788 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.439973 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.525353 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e7f86194-dbd0-4e3c-bd96-afe75306804a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:29.559580 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.639654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349de406-3b7a-481c-9ba9-90d0716b68b4,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:29.648747 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:29.660039 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-4aa95366-d5c4-4aba-b110-72995b44495c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:29.661372 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-4aa95366-d5c4-4aba-b110-72995b44495c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Synchronizing usage tracker for tenant:6937aa12c80445c9a807f2eeefad1902 on resource:network {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:34:29.698065 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.709010 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-abbe94cb-52d4-4d06-b796-e8f9b45d0343 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4401305 Jul 23 16:34:29.709499 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 32902) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:29.736024 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'security_group_rule': {'security_group_id': '687a7232-6b62-4c7e-a75d-2231de3987e5', 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:29.738062 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-4aa95366-d5c4-4aba-b110-72995b44495c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Unset dirty status for tenant:6937aa12c80445c9a807f2eeefad1902 on resource:network {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:34:29.739806 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port 4cd3c693-6746-4c32-8731-929c2e8e0051, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=4cd3c693-6746-4c32-8731-929c2e8e0051,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:29.741589 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-4aa95366-d5c4-4aba-b110-72995b44495c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "GET /v2.0/networks?id=3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 200 len: 809 time: 1.1494439 Jul 23 16:34:29.753337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:29.759539 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:29.761127 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:29.771557 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:security_group_rule and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:29.781180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Request body: {'port': {'device_id': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'network_id': '3d255797-9335-4822-adad-3daba6c07341', 'admin_state_up': True, 'tenant_id': '6937aa12c80445c9a807f2eeefad1902'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:29.931529 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=4cd3c693-6746-4c32-8731-929c2e8e0051,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:29.939752 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:29.945579 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:30.133017 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 4cd3c693-6746-4c32-8731-929c2e8e0051 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:30.224184 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:30.259379 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d404d2d2-d0d2-4472-a872-8e11078290a8 req-cdccac13-65a6-4773-b3f7-4741d5668bc3 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 210 time: 0.4700465 Jul 23 16:34:30.300325 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:30.312050 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Usage tracker for resource:port and tenant:6937aa12c80445c9a807f2eeefad1902 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:30.321286 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:30.341385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:30.351016 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.securitygroups_db [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Project a2f69bc9202b49e187f572f9409f7ebf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:34:30.388853 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Made reservation on behalf of 6937aa12c80445c9a807f2eeefad1902 for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:30.396625 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.431770 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.538226 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port 4cd3c693-6746-4c32-8731-929c2e8e0051 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:30.539123 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:30.639621 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa2d2a-695e-4839-bc15-b6257d20a13f req-7741989f-9fac-4447-aeaf-54e9310e1630 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:30.653831 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-95aa2d2a-695e-4839-bc15-b6257d20a13f req-7741989f-9fac-4447-aeaf-54e9310e1630 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.6909256 Jul 23 16:34:30.984254 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.015950 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.038031 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d226b18d-634b-49c5-95cc-aa3da1d6a5bc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:31.063223 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Allocated IP 172.20.0.5 (3d255797-9335-4822-adad-3daba6c07341/e3d60bc0-717f-4722-a870-fb660fcf9b5e/9bfcfff8-4653-45f7-8c62-9593b5470512) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:31.071536 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-95aa2d2a-695e-4839-bc15-b6257d20a13f req-fc9a5f6d-a04c-43ea-88c3-0b7220931361 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160178 Jul 23 16:34:31.154268 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5416a9-e15f-4de4-ba77-3714ab050aa9,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:31.159524 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:31.161471 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.167287 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6fff4f64-3fc9-4438-bfae-e3c9d65ad6ed tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.4564841 Jul 23 16:34:31.240710 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740734a3-788f-432e-a0b8-b8dd7f371645 req-86df31fc-0140-413e-96df-f2a1350d4380 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.243936 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-740734a3-788f-432e-a0b8-b8dd7f371645 req-86df31fc-0140-413e-96df-f2a1350d4380 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4703107 Jul 23 16:34:31.361898 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-740734a3-788f-432e-a0b8-b8dd7f371645 req-a1652962-5446-45bf-a9e3-f91e776f99b7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085088 Jul 23 16:34:31.778693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.861699 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:31.887451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-626deca6-40d9-491a-b20c-47b39abc8810 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:31.923725 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68989648-42bb-41ad-903b-747df1bb91cf req-1ab50be4-531f-4ad1-becc-22d441a37719 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:31.942994 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-68989648-42bb-41ad-903b-747df1bb91cf req-1ab50be4-531f-4ad1-becc-22d441a37719 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.3859861 Jul 23 16:34:32.072105 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Pushing event updated for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:32.081012 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:32.109357 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Network 3d255797-9335-4822-adad-3daba6c07341 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:32.114070 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:32.123672 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:32.400613 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-68989648-42bb-41ad-903b-747df1bb91cf req-a5cb73ec-2849-44e8-b42c-4f50ff9a8a3c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4558573 Jul 23 16:34:32.419073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.420214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:32.481863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcde72b-d35b-4000-bc2d-46a3d74229e2 req-6a9a68a1-d469-4963-97f1-9eb58c2f72f1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:32.486093 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0dcde72b-d35b-4000-bc2d-46a3d74229e2 req-6a9a68a1-d469-4963-97f1-9eb58c2f72f1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 931 time: 0.5380757 Jul 23 16:34:32.561062 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7870252 Jul 23 16:34:32.603814 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Request body: {'port': {'device_id': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:32.675874 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0dcde72b-d35b-4000-bc2d-46a3d74229e2 req-4d7ed872-cecb-48a7-90e0-e10038d6d059 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697969 Jul 23 16:34:33.266991 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:33.434285 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2343ab-fb59-46fb-9e92-db1c2a7e19c3 req-f1d5cd88-a845-4e8b-9306-8939b0d3f883 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:33.451188 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-be2343ab-fb59-46fb-9e92-db1c2a7e19c3 req-f1d5cd88-a845-4e8b-9306-8939b0d3f883 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4395127 Jul 23 16:34:33.632198 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-be2343ab-fb59-46fb-9e92-db1c2a7e19c3 req-5aa2d325-72e9-42fb-a646-c8c07c26aa89 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751046 Jul 23 16:34:33.993764 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-6aba6ec0-9611-4015-9b0b-18453129afb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 0.6673524 Jul 23 16:34:34.405403 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e374280-3d56-4243-8ed3-670fa73822a4 req-6a854e94-2562-43a9-80f2-3f255e7dce1a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.419991 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0e374280-3d56-4243-8ed3-670fa73822a4 req-6a854e94-2562-43a9-80f2-3f255e7dce1a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.4756427 Jul 23 16:34:34.598415 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0e374280-3d56-4243-8ed3-670fa73822a4 req-03c68b8c-6cfe-4361-b30d-3b98f30a4f5b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748409 Jul 23 16:34:34.669846 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caade2-466c-4ac9-8897-6a5cd6764d58 req-a004c909-072c-4102-bb3c-9dddc9eadf29 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.687324 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-43caade2-466c-4ac9-8897-6a5cd6764d58 req-a004c909-072c-4102-bb3c-9dddc9eadf29 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.4028130 Jul 23 16:34:34.925857 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-e15d4113-7fc4-4701-86da-fa3fb74102db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:34.935751 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-e15d4113-7fc4-4701-86da-fa3fb74102db service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.9267447 Jul 23 16:34:35.105396 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-43caade2-466c-4ac9-8897-6a5cd6764d58 req-8065545a-2cbc-4638-bf74-3fa3b1966414 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163787 Jul 23 16:34:35.132113 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-eaca18bf-1b74-482f-bc14-80cd7aad8f6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.1764817 Jul 23 16:34:35.145081 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfcfff8-4653-45f7-8c62-9593b5470512 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:35.253503 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91b05e-6f22-4d1a-926b-0acf8ea10df6 req-8351012f-2ffd-41ae-a38e-25975769027f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:35.257026 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d91b05e-6f22-4d1a-926b-0acf8ea10df6 req-8351012f-2ffd-41ae-a38e-25975769027f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 931 time: 0.2437904 Jul 23 16:34:35.322012 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.371300 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-2d435a46-8b1b-44a8-b4f3-66c4f3f57b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:35.374085 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-2d435a46-8b1b-44a8-b4f3-66c4f3f57b24 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.2082734 Jul 23 16:34:35.376082 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Transition to ACTIVE for port object 9bfcfff8-4653-45f7-8c62-9593b5470512 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:35.383255 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:35.391236 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d91b05e-6f22-4d1a-926b-0acf8ea10df6 req-c77c86e9-de26-4f5c-8001-8f36540c5cdd tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203480 Jul 23 16:34:35.446220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:35.576180 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-d6eda5a1-7853-4596-9f65-d5b2d8a6fa56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849198 Jul 23 16:34:35.770824 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a8e57-dcc3-4034-9eb8-54bbbdc3de34 req-95be39a8-ad80-4b75-9e7b-243eff0e8c9a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:35.773797 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:35.774583 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bd5a8e57-dcc3-4034-9eb8-54bbbdc3de34 req-95be39a8-ad80-4b75-9e7b-243eff0e8c9a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.1944501 Jul 23 16:34:35.871865 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:35.876228 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bd5a8e57-dcc3-4034-9eb8-54bbbdc3de34 req-1e990657-103a-4f4a-81ef-77eddebaaffd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903909 Jul 23 16:34:36.194143 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:36.296712 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-821922f5-6b7d-4555-95c4-78a003a7e20f service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072980 Jul 23 16:34:36.561831 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af99b0-094d-4e4c-9690-2e54d8c6b18e req-755a46ad-ee9a-44fe-ac8e-e14b08dde61d tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:36.577838 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-21af99b0-094d-4e4c-9690-2e54d8c6b18e req-755a46ad-ee9a-44fe-ac8e-e14b08dde61d tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2487919 Jul 23 16:34:36.686932 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-21af99b0-094d-4e4c-9690-2e54d8c6b18e req-c3c3490f-3e28-42a3-8976-93bc9626e991 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075790 Jul 23 16:34:36.741435 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-85f40f92-6d7a-4a86-a6c3-f394c242fe52 req-eb7f295c-89fc-495a-984f-feeadc10bf9e service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252071 Jul 23 16:34:36.795295 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Attempting to bind port 9bfcfff8-4653-45f7-8c62-9593b5470512 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:36.798398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Attempting to bind port 9bfcfff8-4653-45f7-8c62-9593b5470512 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:36.804922 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Attempting to bind port 9bfcfff8-4653-45f7-8c62-9593b5470512 on network 3d255797-9335-4822-adad-3daba6c07341 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:36.851825 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Port 9bfcfff8-4653-45f7-8c62-9593b5470512 on network 3d255797-9335-4822-adad-3daba6c07341 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:36.860643 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Attempting to bind port 9bfcfff8-4653-45f7-8c62-9593b5470512 on network 3d255797-9335-4822-adad-3daba6c07341 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:36.919818 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:36.920114 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Checking segment: {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:34:36.920618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Bound using segment: {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:36.921466 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Bound port: 9bfcfff8-4653-45f7-8c62-9593b5470512, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:36.922072 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.150451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:37.156224 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:37.170849 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.198416 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:37.469715 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:37.521011 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27542d7b-3e5a-4e17-bd34-a4960331302f req-619e3862-0708-437b-9e93-a3692f84674c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:37.524149 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-27542d7b-3e5a-4e17-bd34-a4960331302f req-619e3862-0708-437b-9e93-a3692f84674c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 943 time: 0.4037528 Jul 23 16:34:37.539908 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32f7b-1383-4709-82c1-b820b69d1340 req-0e8e5a03-f211-4f20-a490-5348a1693a95 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:37.554588 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e2c32f7b-1383-4709-82c1-b820b69d1340 req-0e8e5a03-f211-4f20-a490-5348a1693a95 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.3253262 Jul 23 16:34:37.576705 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:37.617842 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:37.622338 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] 10.222.0.48 "PUT /v2.0/ports/9bfcfff8-4653-45f7-8c62-9593b5470512 HTTP/1.1" status: 200 len: 1093 time: 5.0356576 Jul 23 16:34:37.623808 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:37.721794 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-ec4eaa7e-f906-4d97-b2ee-0149e9eaa7e8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1098 time: 0.2535350 Jul 23 16:34:37.763248 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e2c32f7b-1383-4709-82c1-b820b69d1340 req-2cbaf29f-6ecc-45ba-bd0d-b9419ab0a912 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065785 Jul 23 16:34:37.901181 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-27542d7b-3e5a-4e17-bd34-a4960331302f req-90173fbe-a9af-48b2-a71f-2a632434e8f9 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964108 Jul 23 16:34:38.145901 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:38.346823 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512', 'status': 'completed', 'code': 200} Jul 23 16:34:38.471334 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ce424-d9e1-4820-ac99-154013e22ea5 req-67c1d6d7-3cfc-4a26-a19e-2cfd1f54ad3f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:38.484945 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-617ce424-d9e1-4820-ac99-154013e22ea5 req-67c1d6d7-3cfc-4a26-a19e-2cfd1f54ad3f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.2857020 Jul 23 16:34:38.516440 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33036) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:38.588550 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-77cb2825-5b9e-43cb-9c28-cf592edffce2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6937aa12c80445c9a807f2eeefad1902&device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 1096 time: 0.5337265 Jul 23 16:34:38.590845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-bf8bbe24-a7f8-4b83-8785-91036702ae26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:38.593517 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-bf8bbe24-a7f8-4b83-8785-91036702ae26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.8638554 Jul 23 16:34:38.711655 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-617ce424-d9e1-4820-ac99-154013e22ea5 req-934ba422-d43b-43cc-aa5f-0481c31a3d06 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252893 Jul 23 16:34:38.811127 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c4af5-b9c3-42da-87b9-13d9fd622ef0 req-27bc7129-fdb8-4e68-9fd4-78d77772f4ea tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:38.817886 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a41c4af5-b9c3-42da-87b9-13d9fd622ef0 req-27bc7129-fdb8-4e68-9fd4-78d77772f4ea tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2460759 Jul 23 16:34:38.896876 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a2b36183-128a-4a04-8848-ff13200ae487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.015845 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a41c4af5-b9c3-42da-87b9-13d9fd622ef0 req-31d7bdb9-f070-4da3-879a-044761c967bb tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797049 Jul 23 16:34:39.109012 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.119739 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-0c8c1fd3-3f59-4497-8fe0-38239c128255 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bfcfff8-4653-45f7-8c62-9593b5470512 HTTP/1.1" status: 200 len: 217 time: 0.4929399 Jul 23 16:34:39.277121 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:39.299207 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Usage tracker for resource:security_group_rule and tenant:e4405b3e1a1a46e09773f8222f55a885 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:39.308258 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:39.365418 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:39.437278 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-e6580a8e-3b15-486e-9d1a-4384a1f1d1d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 1001 time: 0.6683047 Jul 23 16:34:39.540891 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-45a0a0f6-d054-4f82-b903-ee1ffedd4fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.543596 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-45a0a0f6-d054-4f82-b903-ee1ffedd4fad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3d60bc0-717f-4722-a870-fb660fcf9b5e HTTP/1.1" status: 200 len: 849 time: 0.4105704 Jul 23 16:34:39.664250 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-7d7a6aab-e50f-4d4b-949f-2f5917c701ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d255797-9335-4822-adad-3daba6c07341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045649 Jul 23 16:34:39.684034 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-df798625-0790-4f7c-9a09-5f401a719fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.687067 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-df798625-0790-4f7c-9a09-5f401a719fa3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.2240500 Jul 23 16:34:39.741243 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe90dbc-2862-4759-96d4-f38e716704b9 req-eb17b1a7-dfc4-41fd-b47b-5ca5a8f8d9de tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.747430 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dbe90dbc-2862-4759-96d4-f38e716704b9 req-eb17b1a7-dfc4-41fd-b47b-5ca5a8f8d9de tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.3779385 Jul 23 16:34:39.769667 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.794478 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:39.815134 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:39.842367 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc238971-f218-4075-b9f8-09c3ffd90b2f req-31d5eafe-e564-4785-ab8a-c48129a38200 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:39.844214 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc238971-f218-4075-b9f8-09c3ffd90b2f req-31d5eafe-e564-4785-ab8a-c48129a38200 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 943 time: 0.3600657 Jul 23 16:34:40.020655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc3dfef-72a5-4a58-b175-ebb54fafc2c9,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.056351 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4405b3e1a1a46e09773f8222f55a885&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5335567 Jul 23 16:34:40.063569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33058) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:40.110810 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc238971-f218-4075-b9f8-09c3ffd90b2f req-209973fa-d75c-4fc5-ba23-b5c98851c646 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440004 Jul 23 16:34:40.143608 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dbe90dbc-2862-4759-96d4-f38e716704b9 req-267bb0df-488d-4f0b-a566-eaa66b32dcdf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862193 Jul 23 16:34:40.157220 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.159166 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.161519 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.162152 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.163179 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.163822 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.164967 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.165137 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.165839 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.166723 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.167329 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:40.179655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:40.227337 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-d799b62a-ad54-4511-a986-29a24ae04917 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977140 Jul 23 16:34:40.395208 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-d5aa8310-bec7-4632-b544-42411697695f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6213403 Jul 23 16:34:40.549314 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.598917 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.733896 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a0a630b3-c03e-4f0f-81e7-dd14d3c7f60a req-5e6e1f78-e21f-488e-bfd3-9abd66f91701 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925864 Jul 23 16:34:40.800618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.814250 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9963031f-1785-49be-8275-19a44caf4704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:40.817603 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-74146b81-4633-472d-8ae9-b680d9d9e002 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043880 Jul 23 16:34:40.822093 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc3dfef-72a5-4a58-b175-ebb54fafc2c9,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:40.827043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:40.833132 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:40.838228 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ddc3dfef-72a5-4a58-b175-ebb54fafc2c9 HTTP/1.1" status: 204 len: 168 time: 0.7707841 Jul 23 16:34:40.863457 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb075e-2d3a-49a1-bcf0-cb245a4a0059 req-585adc8f-407b-4534-959d-2555132387c5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:40.872528 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7deb075e-2d3a-49a1-bcf0-cb245a4a0059 req-585adc8f-407b-4534-959d-2555132387c5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4555476 Jul 23 16:34:41.003872 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7deb075e-2d3a-49a1-bcf0-cb245a4a0059 req-1cb72073-3e54-4e25-b348-7e3a49d9b456 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298163 Jul 23 16:34:41.027230 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-5a1015ea-bfdb-46c4-9d32-515f5c75c39b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.030185 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-5a1015ea-bfdb-46c4-9d32-515f5c75c39b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 0.4349155 Jul 23 16:34:41.129640 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-10e3bc4b-60db-4b71-932b-e2807ab79c6d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/quotas/97d4d2324c2847ca867fd4fd1d16444d HTTP/1.1" status: 200 len: 375 time: 0.0842893 Jul 23 16:34:41.187165 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2b3c-03f6-47ef-a439-4cd94e55b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.323818 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-3d6c55a4-b6e3-4a8f-811c-10bb046a427c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6937aa12c80445c9a807f2eeefad1902&device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 1096 time: 0.3944304 Jul 23 16:34:41.329797 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-27d81137-ecce-4445-80f5-dba4a2a5c712 req-93cc2c4d-65b5-4b61-b7f1-3e620784f8aa service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312289 Jul 23 16:34:41.419179 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-76e81598-4616-4b5e-b6f1-becba351b0b5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2873552 Jul 23 16:34:41.614696 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-8876ee89-4c0f-4273-ae06-a4ecbf4b34cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.618378 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-8876ee89-4c0f-4273-ae06-a4ecbf4b34cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 200 len: 911 time: 0.2732685 Jul 23 16:34:41.674100 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33086) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:41.738711 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:34:41.754500 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:41.870912 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-12dff68b-d347-47df-9021-abdc4c5c7020 service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502749 Jul 23 16:34:41.927226 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:41.950016 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-45cc5256-ae34-4953-be55-cb93ee27a562 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bfcfff8-4653-45f7-8c62-9593b5470512 HTTP/1.1" status: 200 len: 217 time: 0.3196197 Jul 23 16:34:41.997309 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beecf73-9684-4651-b09b-778d36d56a27 req-a04f3831-6db8-44ef-8f14-5d062e3d2f4a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:41.998928 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1beecf73-9684-4651-b09b-778d36d56a27 req-a04f3831-6db8-44ef-8f14-5d062e3d2f4a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.5278342 Jul 23 16:34:42.006914 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Usage tracker for resource:security_group_rule and tenant:448605d958bd46c7b4ed2e822586ce3f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:42.021776 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:42.090039 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-29bd84d0-3228-4b23-8764-27c8210d159c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:42.092686 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-29bd84d0-3228-4b23-8764-27c8210d159c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3d60bc0-717f-4722-a870-fb660fcf9b5e HTTP/1.1" status: 200 len: 849 time: 0.1309507 Jul 23 16:34:42.164928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:34:42.169128 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:42.191619 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-d2d2ea13-c4dd-462b-8883-7f64c417090a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d255797-9335-4822-adad-3daba6c07341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903864 Jul 23 16:34:42.326146 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1beecf73-9684-4651-b09b-778d36d56a27 req-ae479cec-2715-40b8-a4dc-cec9fc0a6ff4 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126242 Jul 23 16:34:42.369602 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-30039478-6b32-4286-b59f-aa604c094d87 service neutron] 10.222.0.47 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972887 Jul 23 16:34:42.489411 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:42.550150 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'mac_address': 'fa:16:3e:50:93:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:34:42.618829 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.626994 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.645268 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-4a5cce2f-be68-49d7-a6e6-5d958647728b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:42.662239 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-ee7b37e1-b09b-4a62-bf7a-e3fa8c1ea867 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558012 Jul 23 16:34:42.767755 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.782233 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.841958 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 669eec6e-6f61-4f97-9e82-0659d559f74e {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:42.907448 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:42.920330 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:42.924063 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:43.102070 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a354e0f-d621-4a69-bade-17f4a49d5782,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.108343 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:43.119487 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=448605d958bd46c7b4ed2e822586ce3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4345982 Jul 23 16:34:43.120288 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33108) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:43.210727 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b652ff-ab88-49ee-8538-4ed5a007380b req-543bb94f-c9b8-41ea-9895-eae30e5fe749 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.213423 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a8b652ff-ab88-49ee-8538-4ed5a007380b req-543bb94f-c9b8-41ea-9895-eae30e5fe749 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.5732148 Jul 23 16:34:43.290304 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=6']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.339011 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.339847 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.340616 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.341431 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.342201 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.342990 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.343754 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.344542 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.345405 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.346157 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.347486 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:34:43.354654 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['669eec6e-6f61-4f97-9e82-0659d559f74e'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:34:43.404052 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8bc8e447-4ce9-4214-b38f-f40c0113fc86 req-9b836e11-3797-46a3-b5a6-734640f31117 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7237649 Jul 23 16:34:43.477134 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.495265 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a8b652ff-ab88-49ee-8538-4ed5a007380b req-ecbe3ab2-9e2c-488b-af43-86b59ac88f69 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685905 Jul 23 16:34:43.538929 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:43.559369 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.621357 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb8f6e-bfbd-47de-a18f-edb52445e68f req-89b944ef-cda2-4098-a61a-92b61a6982ee tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:43.633161 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fedb8f6e-bfbd-47de-a18f-edb52445e68f req-89b944ef-cda2-4098-a61a-92b61a6982ee tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 943 time: 0.3276131 Jul 23 16:34:43.836093 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.874194 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ec50ca53-0654-4f2e-8e6a-d14aff89e029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:43.902485 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.925545 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fedb8f6e-bfbd-47de-a18f-edb52445e68f req-8037e8f4-86da-4e8b-8215-b6f74a014c91 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790279 Jul 23 16:34:43.933476 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a354e0f-d621-4a69-bade-17f4a49d5782,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:43.938770 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:43.959381 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:43.966399 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a354e0f-d621-4a69-bade-17f4a49d5782 HTTP/1.1" status: 204 len: 168 time: 0.8438718 Jul 23 16:34:44.189990 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 9bfcfff8-4653-45f7-8c62-9593b5470512 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:34:44.323847 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c9702-dad5-48d7-8817-195ec7fec64a req-a16a0554-c8e0-4a0c-9ecd-2b2e4d990d75 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:44.339066 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d1c9702-dad5-48d7-8817-195ec7fec64a req-a16a0554-c8e0-4a0c-9ecd-2b2e4d990d75 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 944 time: 0.2952108 Jul 23 16:34:44.526407 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:44.541492 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d1c9702-dad5-48d7-8817-195ec7fec64a req-bed596c2-d5ef-4973-b948-d3508263a55a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005644 Jul 23 16:34:44.814329 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a98fec7d-11b3-45db-9c93-f24a0f1ac0b9 req-55e7d73b-0549-48d3-8821-57183f0f3458 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 210 time: 0.1729634 Jul 23 16:34:44.892976 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:44.957060 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '9bfcfff8-4653-45f7-8c62-9593b5470512', 'network_id': '3d255797-9335-4822-adad-3daba6c07341', 'port_id': '9bfcfff8-4653-45f7-8c62-9593b5470512', 'mac_address': 'fa:16:3e:bf:fe:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d60bc0-717f-4722-a870-fb660fcf9b5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:34:45.093635 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.144834 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfcfff8-4653-45f7-8c62-9593b5470512 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:45.200064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 669eec6e-6f61-4f97-9e82-0659d559f74e triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:45.207427 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.328702 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696074b7-0321-469e-8eba-46bdfa5540ae req-8963de24-e3dc-4062-9cf6-2befa1c38a6c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:45.332144 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-696074b7-0321-469e-8eba-46bdfa5540ae req-8963de24-e3dc-4062-9cf6-2befa1c38a6c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.3454871 Jul 23 16:34:45.359266 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:45.496973 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.527645 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.551880 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:45.636221 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-696074b7-0321-469e-8eba-46bdfa5540ae req-00428e95-bd61-43c0-af9c-3e5ff4460c5e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933111 Jul 23 16:34:45.732095 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:45.737368 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:45.767719 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d384cee-26c4-4427-94fe-06640e2be17c req-a0fbcb52-d86a-43ae-ba94-6c63b058dda2 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:45.767719 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d384cee-26c4-4427-94fe-06640e2be17c req-a0fbcb52-d86a-43ae-ba94-6c63b058dda2 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 944 time: 0.2591538 Jul 23 16:34:45.782131 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:45.802601 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:45.817307 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:45.823465 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-68e66d40-5f58-4a1e-afdc-248b63e0b2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:45.890141 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33150) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:45.988435 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.011891 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d384cee-26c4-4427-94fe-06640e2be17c req-fd822a76-6f6d-49ba-91c7-37ce26abd656 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337089 Jul 23 16:34:46.112788 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=7']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:46.151362 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:46.189862 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:46.213028 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fba6dfdc178b46b7b5f8fb548084b115 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:46.230960 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:46.269097 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['9bfcfff8-4653-45f7-8c62-9593b5470512'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:34:46.288904 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:46.522960 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.710528 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e74e6d-1fa8-4cd1-aee0-30b8fdd1877d req-22105f36-6fb1-4056-908c-75a5525a9a17 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:46.714934 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-29e74e6d-1fa8-4cd1-aee0-30b8fdd1877d req-22105f36-6fb1-4056-908c-75a5525a9a17 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3947995 Jul 23 16:34:46.798078 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:46.858890 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-24f14099-e082-4f16-8ecb-f48d8026ebe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:46.859273 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6244e-d630-427a-87be-d4669d291e49 req-36ef440f-8e5a-45a8-9d3b-d26d078112b5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:46.874617 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ec6244e-d630-427a-87be-d4669d291e49 req-36ef440f-8e5a-45a8-9d3b-d26d078112b5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2978404 Jul 23 16:34:46.885107 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fba6dfdc178b46b7b5f8fb548084b115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9922321 Jul 23 16:34:46.922560 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33168) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:34:46.992872 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-29e74e6d-1fa8-4cd1-aee0-30b8fdd1877d req-b82702cf-f169-43bc-a17d-5ac4deab4e96 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618144 Jul 23 16:34:47.009538 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ec6244e-d630-427a-87be-d4669d291e49 req-fbee6a66-1df3-4d16-87e6-69563eec20da tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333830 Jul 23 16:34:47.170233 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e38fbdf-cd18-4f69-9391-1d859ff0f1bb,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:47.185847 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:47.223308 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'code': 200} Jul 23 16:34:47.323194 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-377eec47-61be-42b5-af2f-686aa33074ba tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:47.325764 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-377eec47-61be-42b5-af2f-686aa33074ba tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 814 time: 0.7998326 Jul 23 16:34:47.387008 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Request body: {'port': {'device_id': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'admin_state_up': True, 'tenant_id': '97d4d2324c2847ca867fd4fd1d16444d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:47.589621 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:47.625881 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-16baf875-f11b-4829-adeb-eae71d92eb03 req-b3a086bc-8543-4514-b0a1-9e615c249644 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 210 time: 0.0812466 Jul 23 16:34:47.785085 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.011806 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:34:48.022223 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Usage tracker for resource:port and tenant:97d4d2324c2847ca867fd4fd1d16444d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:34:48.029943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:34:48.044850 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:34:48.077704 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.108043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c4edbb46-e702-43b3-9595-a454621611a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:48.156148 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Made reservation on behalf of 97d4d2324c2847ca867fd4fd1d16444d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:34:48.170091 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.188367 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e38fbdf-cd18-4f69-9391-1d859ff0f1bb,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:48.192262 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:48.201856 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 9bfcfff8-4653-45f7-8c62-9593b5470512 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:34:48.265147 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:48.271683 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a9717-df96-4b9d-a786-ae35642f6411 req-b00dfa06-d5f8-4817-9d90-87ebe02ece33 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:48.272776 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e38fbdf-cd18-4f69-9391-1d859ff0f1bb HTTP/1.1" status: 204 len: 168 time: 1.3401759 Jul 23 16:34:48.283336 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c98a9717-df96-4b9d-a786-ae35642f6411 req-b00dfa06-d5f8-4817-9d90-87ebe02ece33 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 944 time: 0.4024115 Jul 23 16:34:48.456507 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c98a9717-df96-4b9d-a786-ae35642f6411 req-fe031c44-83a9-40f1-920c-966594347bfc tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526120 Jul 23 16:34:48.504346 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 9bfcfff8-4653-45f7-8c62-9593b5470512 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:34:48.524782 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 9bfcfff8-4653-45f7-8c62-9593b5470512 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:34:48.525395 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.147180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Allocated IP 172.20.0.10 (99d2f9ae-2356-4d6e-a378-e39add08a7e0/d65517be-3bd5-477b-b691-4f5b89553027/5bebb5a1-c2e1-4eab-a545-de48e14e4d50) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:34:49.227986 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.446691 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:49.494841 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:34:49.508337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.516687 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:49.562540 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e4afce8d-2f4b-48a4-82cc-5eb06e744e93 req-fe5d7094-04b1-4ea4-bbaa-d81b575b366e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 210 time: 0.1506734 Jul 23 16:34:49.755051 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f8ce3-ae85-4dec-8d75-21b1775c5e29 req-fca29160-58df-48b4-abfa-41b98d7fbec7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:49.756505 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7f4f8ce3-ae85-4dec-8d75-21b1775c5e29 req-fca29160-58df-48b4-abfa-41b98d7fbec7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4429233 Jul 23 16:34:49.798340 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:49.804292 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:49.908124 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512', 'code': 200} Jul 23 16:34:49.908380 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:49.937760 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7f4f8ce3-ae85-4dec-8d75-21b1775c5e29 req-85dd8f65-15c7-4027-8211-245fd1cf00af tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666033 Jul 23 16:34:50.010086 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.061129 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb', '1f32dc13-cbff-4100-869b-f78290961138', '24420840-a8cd-49e0-adbd-7cc478222613'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:34:50.063861 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:50.263393 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:34:50.272291 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:34:50.279134 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:34:50.504092 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:50.507537 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:50.582535 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1986456 Jul 23 16:34:50.614611 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Request body: {'port': {'device_id': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:34:50.618693 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1c073-57e5-4654-b00c-1577db369515 req-43844587-d25e-494f-a1ef-677eb1b630dc tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:50.647357 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b6c1c073-57e5-4654-b00c-1577db369515 req-43844587-d25e-494f-a1ef-677eb1b630dc tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 945 time: 0.4477735 Jul 23 16:34:50.732517 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event updated for resources: {'Port': ['ID=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:50.794661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:50.915235 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b6c1c073-57e5-4654-b00c-1577db369515 req-3e0cc660-532f-44ac-9289-a04a4f5b5cf2 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653329 Jul 23 16:34:51.127708 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:51.180734 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1e10b47c-bb20-4a44-82ec-7d01ee9ac5df req-4e24721c-daa2-4714-b198-162add4819bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 1098 time: 0.3764625 Jul 23 16:34:51.534216 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c38dea-148f-4158-9ac4-67b4c43b8121 req-cfeaba8d-42cb-491b-a517-f59690e1a294 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:51.538846 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1e10b47c-bb20-4a44-82ec-7d01ee9ac5df req-6b4ca22b-f35f-4f6b-a0be-a5917169b49a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419716 Jul 23 16:34:51.543750 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-13c38dea-148f-4158-9ac4-67b4c43b8121 req-cfeaba8d-42cb-491b-a517-f59690e1a294 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 932 time: 0.2629406 Jul 23 16:34:51.844048 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-13c38dea-148f-4158-9ac4-67b4c43b8121 req-599bdcf7-49cd-4bcd-9518-b505be3ce13f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926462 Jul 23 16:34:52.279653 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f8d5-7823-452b-8ac0-7662a76d0a22 req-6dfe8e0a-41ab-48e4-8f6a-baeb5f4a4bc7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:52.282493 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0f18f8d5-7823-452b-8ac0-7662a76d0a22 req-6dfe8e0a-41ab-48e4-8f6a-baeb5f4a4bc7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4353280 Jul 23 16:34:52.484172 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0f18f8d5-7823-452b-8ac0-7662a76d0a22 req-79256ea8-39fe-4ef9-aeef-884ca8ea7a5b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874835 Jul 23 16:34:52.548697 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:34:52.560086 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.621556 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Transition to ACTIVE for port object 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:34:52.633943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:52.647596 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:52.961872 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f494f-6f01-47f5-be96-601107efd7d5 req-4277e203-d5d4-4ed2-91f7-f81dbf555170 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:52.982597 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6b4f494f-6f01-47f5-be96-601107efd7d5 req-4277e203-d5d4-4ed2-91f7-f81dbf555170 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 945 time: 0.5197449 Jul 23 16:34:53.042671 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Pushing event updated for resources: {'Port': ['ID=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:53.057160 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:53.160415 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6b4f494f-6f01-47f5-be96-601107efd7d5 req-79c54ecf-216c-4d77-9bd1-26a8f7ca6e41 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738472 Jul 23 16:34:53.709792 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Attempting to bind port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:34:53.712072 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Attempting to bind port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:34:53.714840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Attempting to bind port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:53.732973 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:34:53.735573 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Attempting to bind port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 on network 99d2f9ae-2356-4d6e-a378-e39add08a7e0 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:34:53.748645 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:34:53.752839 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Checking segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:34:53.753783 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Bound using segment: {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:34:53.757234 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Bound port: 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb826f1-a54d-494b-821a-bf6c2cb2de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:34:53.758169 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.189114 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bddf6d-cfb6-45a4-b6e9-7a48cd831241 req-1a299dbf-20b7-471d-93b7-44d5d4df8971 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.207082 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-68bddf6d-cfb6-45a4-b6e9-7a48cd831241 req-1a299dbf-20b7-471d-93b7-44d5d4df8971 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 944 time: 0.6961551 Jul 23 16:34:54.215076 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] For port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:34:54.233459 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] For port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:34:54.243723 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.252573 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-57dd1980-bb35-49be-b220-ca7680103e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:34:54.503919 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:34:54.517074 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] 10.222.0.48 "PUT /v2.0/ports/5bebb5a1-c2e1-4eab-a545-de48e14e4d50 HTTP/1.1" status: 200 len: 1094 time: 3.9151640 Jul 23 16:34:54.518215 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'tag': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:34:54.592661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Pushing event updated for resources: {'Port': ['ID=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:34:54.604844 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:34:54.714562 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-68bddf6d-cfb6-45a4-b6e9-7a48cd831241 req-a6a80bb3-da4d-47e8-b934-1a7d570f1a5f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047443 Jul 23 16:34:54.755019 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1a5f7-58d1-40fb-9bac-82457587e629 req-8cc6e492-e279-46cf-a126-2ff9aaa7e554 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:54.773975 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-91b1a5f7-58d1-40fb-9bac-82457587e629 req-8cc6e492-e279-46cf-a126-2ff9aaa7e554 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.5611072 Jul 23 16:34:54.834523 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-843c34f8-da4e-4d3c-9377-4d16de331e1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 1097 time: 0.1882927 Jul 23 16:34:54.929359 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-91b1a5f7-58d1-40fb-9bac-82457587e629 req-6d0b6e54-ddc6-4451-8686-4265a8f3d30c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421387 Jul 23 16:34:55.146247 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-9663901b-6e12-4119-ab88-7eff96b9ca80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50 HTTP/1.1" status: 200 len: 217 time: 0.2778885 Jul 23 16:34:55.355388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-e970d447-1878-41af-837c-19acecea9814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.359728 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-e970d447-1878-41af-837c-19acecea9814 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.1944144 Jul 23 16:34:55.520123 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-335aeadf-7155-4cc2-bb7c-da57604b3393 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497233 Jul 23 16:34:55.939923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49e1e4-b13f-43bc-a700-942d8e921cf0 req-b3d98f86-0703-4564-ace4-cca600446f65 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:55.955296 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8b49e1e4-b13f-43bc-a700-942d8e921cf0 req-b3d98f86-0703-4564-ace4-cca600446f65 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 945 time: 0.5161445 Jul 23 16:34:56.285977 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'tag': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50', 'status': 'completed', 'code': 200} Jul 23 16:34:56.491663 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8b49e1e4-b13f-43bc-a700-942d8e921cf0 req-47370069-7853-4ed5-b2a2-7c6d86b3ef3d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255296 Jul 23 16:34:56.857219 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-b3b858ea-03ef-41ff-9ac8-e7bc3ed8b64d service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3229361 Jul 23 16:34:56.889141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ed659-0741-4c64-b519-e9518e7c75bc req-d39dbef2-81f1-48ef-81d7-dab9c0a4c70e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:56.895646 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-075ed659-0741-4c64-b519-e9518e7c75bc req-d39dbef2-81f1-48ef-81d7-dab9c0a4c70e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 944 time: 0.3287916 Jul 23 16:34:57.169301 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-075ed659-0741-4c64-b519-e9518e7c75bc req-d37e9ab8-e34a-4f33-a788-41f65133402e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560823 Jul 23 16:34:57.288998 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-0d05d79b-5114-4892-93b3-e3628e682992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 1.0347753 Jul 23 16:34:57.490136 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435f32f-9c6f-49f1-9fbe-6ede6abcbcf9 req-4a6d93b7-a0b3-44e8-8665-b55baf978b76 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:57.512981 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2435f32f-9c6f-49f1-9fbe-6ede6abcbcf9 req-4a6d93b7-a0b3-44e8-8665-b55baf978b76 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.4493866 Jul 23 16:34:57.915252 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2435f32f-9c6f-49f1-9fbe-6ede6abcbcf9 req-10be7265-0dcd-470a-85b7-6066a55a9483 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006865 Jul 23 16:34:58.028660 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cb4ac-e894-44e5-b62d-1d3e666e5388 req-aef0795f-ba9b-4f6f-9ae6-58a36f200107 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:58.039061 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-360cb4ac-e894-44e5-b62d-1d3e666e5388 req-aef0795f-ba9b-4f6f-9ae6-58a36f200107 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3865502 Jul 23 16:34:58.139926 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-40d2d814-ece1-4f94-a5b5-8f9f3a3b548e req-c4806e13-6fac-4636-9e30-09af19f2e366 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2624185 Jul 23 16:34:58.281975 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-360cb4ac-e894-44e5-b62d-1d3e666e5388 req-209860f1-3ec9-44d4-a29a-04e1dfd1e9f9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313128 Jul 23 16:34:58.290830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-cd561c25-3a91-4a8a-9b51-ef1a1dfe54d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:58.293434 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-cd561c25-3a91-4a8a-9b51-ef1a1dfe54d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 0.9965181 Jul 23 16:34:58.808991 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-d6fcd432-e9f3-44f7-ac43-af4eceae4e5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.4967344 Jul 23 16:34:58.980234 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-439bc429-5a39-4ba7-b05a-d408f46aa7c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:58.983684 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-439bc429-5a39-4ba7-b05a-d408f46aa7c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.1621103 Jul 23 16:34:58.996835 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-6197896d-5ee6-4ede-96ac-38b66e1897d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 1097 time: 0.4752572 Jul 23 16:34:59.026683 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c58817-1801-41b9-9c6a-0b9c29e41930 req-177b1c91-4fcd-41c6-831f-31278c95bb14 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:59.027803 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d6c58817-1801-41b9-9c6a-0b9c29e41930 req-177b1c91-4fcd-41c6-831f-31278c95bb14 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 944 time: 0.3225513 Jul 23 16:34:59.109093 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-0c78d1ad-fc41-4d83-9f63-2d193e0656a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089454 Jul 23 16:34:59.315721 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d6c58817-1801-41b9-9c6a-0b9c29e41930 req-f64fb0ac-517f-4294-b65e-4ab5a3b465c7 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819254 Jul 23 16:34:59.993882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b2b95-4706-49f0-bef8-adbdafce07a4 req-56a62a13-d9a0-4388-bc50-7cb101c80215 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:34:59.997685 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-054b2b95-4706-49f0-bef8-adbdafce07a4 req-56a62a13-d9a0-4388-bc50-7cb101c80215 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.5460348 Jul 23 16:35:00.156115 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-054b2b95-4706-49f0-bef8-adbdafce07a4 req-c4c307d7-f562-4e3b-9376-defa7544e391 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385744 Jul 23 16:35:00.214569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-51aead81-b87f-45b6-ad85-32900af62295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:00.217854 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-51aead81-b87f-45b6-ad85-32900af62295 service neutron] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 916 time: 1.1066709 Jul 23 16:35:00.236183 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f8497-a4ce-4ed0-96db-ca38d85341a5 req-949972d2-ed3f-415a-a65c-7ebbeefaafc3 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:00.245107 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ae3f8497-a4ce-4ed0-96db-ca38d85341a5 req-949972d2-ed3f-415a-a65c-7ebbeefaafc3 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4307621 Jul 23 16:35:00.488295 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ae3f8497-a4ce-4ed0-96db-ca38d85341a5 req-91399f88-9b17-4370-a0a6-71647136dbfa tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283525 Jul 23 16:35:00.640723 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-f8b905e1-de7d-40f4-90cf-00ffdcf154a6 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3969417 Jul 23 16:35:00.699001 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-726bd4f7-3caf-4dd1-b038-9c15f31b4a26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50 HTTP/1.1" status: 200 len: 217 time: 0.4561505 Jul 23 16:35:01.419292 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cce5f2-badf-4edd-b4dc-242985a24bc2 req-18d96686-b796-40f4-924c-418df293324f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.422156 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-32cce5f2-badf-4edd-b4dc-242985a24bc2 req-18d96686-b796-40f4-924c-418df293324f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 944 time: 0.4118717 Jul 23 16:35:01.526244 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-ae633d5c-982f-42a1-94a7-1406fa0d49df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.532036 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-ae633d5c-982f-42a1-94a7-1406fa0d49df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.8231657 Jul 23 16:35:01.742965 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-32cce5f2-badf-4edd-b4dc-242985a24bc2 req-bd96f12f-c712-4dc7-aea8-6917c7fdc28f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566634 Jul 23 16:35:01.748231 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-9b63b8e3-97c4-4785-9384-954269c06a44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061422 Jul 23 16:35:01.754541 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bddc4cb3-b800-40f1-9283-08bdcfae7c74 req-82c9ce9b-4702-4639-959c-84ddef757b02 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0526152 Jul 23 16:35:01.920737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c8f0-35b7-44de-827e-7caa8bf19b4a req-9fbe5667-6208-4fbc-bef7-2a86578d7411 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:01.943191 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a9d1c8f0-35b7-44de-827e-7caa8bf19b4a req-9fbe5667-6208-4fbc-bef7-2a86578d7411 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 945 time: 0.5063498 Jul 23 16:35:02.145621 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a9d1c8f0-35b7-44de-827e-7caa8bf19b4a req-d897426d-ce3d-44c3-9e50-4fc58f9fee19 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967797 Jul 23 16:35:02.286894 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:35:02.562984 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-f90c44a9-f7bb-4869-b16b-1e20ceedcb32 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842159 Jul 23 16:35:02.768438 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e9160-d9fa-4e75-834d-94336439860e req-ec9c7540-81ef-474a-a2b8-b5f4e5240fe9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:02.787788 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-186e9160-d9fa-4e75-834d-94336439860e req-ec9c7540-81ef-474a-a2b8-b5f4e5240fe9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.3224986 Jul 23 16:35:02.869908 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:02.920605 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50', 'network_id': '99d2f9ae-2356-4d6e-a378-e39add08a7e0', 'port_id': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50', 'mac_address': 'fa:16:3e:82:95:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65517be-3bd5-477b-b691-4f5b89553027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:35:03.071440 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-186e9160-d9fa-4e75-834d-94336439860e req-9c46f1a2-e423-4b55-ba83-db6ce185b9cc tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438706 Jul 23 16:35:03.108263 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-cd1ad1ab-9f18-4f19-9293-ccdd02f75e05 req-11a27ce4-4913-487f-98bc-a3f81fbcc963 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314920 Jul 23 16:35:03.122508 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d826cc9-2115-42fd-be1d-81603e626b3c req-5f253f2f-3ce6-4792-935e-54541978665a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:03.136426 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d826cc9-2115-42fd-be1d-81603e626b3c req-5f253f2f-3ce6-4792-935e-54541978665a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3422494 Jul 23 16:35:03.298576 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.301761 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d826cc9-2115-42fd-be1d-81603e626b3c req-5342cc40-4c59-42e6-91c5-72ebda8099d0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636055 Jul 23 16:35:03.424728 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:03.511453 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:03.525359 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:03.532822 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:03.816169 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:03.836284 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:03.933981 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae916049-fe04-4171-b0e7-b669578bf854 req-de25a201-cada-4a3a-9308-f2b32cb582e1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:03.940265 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-ae916049-fe04-4171-b0e7-b669578bf854 req-de25a201-cada-4a3a-9308-f2b32cb582e1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Synchronizing usage tracker for tenant:6937aa12c80445c9a807f2eeefad1902 on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:35:04.010361 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-ae916049-fe04-4171-b0e7-b669578bf854 req-de25a201-cada-4a3a-9308-f2b32cb582e1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Unset dirty status for tenant:6937aa12c80445c9a807f2eeefad1902 on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:35:04.019064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['5bebb5a1-c2e1-4eab-a545-de48e14e4d50'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:35:04.022932 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ae916049-fe04-4171-b0e7-b669578bf854 req-de25a201-cada-4a3a-9308-f2b32cb582e1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 945 time: 0.7446201 Jul 23 16:35:04.196058 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f895f-c846-4737-9b5d-b7247fb58624 req-35088c12-c89a-42c4-9ea5-62a248ca400c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.224946 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-998f895f-c846-4737-9b5d-b7247fb58624 req-35088c12-c89a-42c4-9ea5-62a248ca400c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 945 time: 0.3706341 Jul 23 16:35:04.374351 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 9bfcfff8-4653-45f7-8c62-9593b5470512 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:35:04.465073 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-998f895f-c846-4737-9b5d-b7247fb58624 req-b6c4b866-92b0-4109-99f1-66c0d1fd38f1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356355 Jul 23 16:35:04.603831 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Deleting port 9bfcfff8-4653-45f7-8c62-9593b5470512 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:35:04.604554 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:04.884371 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4c3dd-ff24-451a-a240-3fa4a52802b0 req-f0bf3498-e925-438d-bc71-d8361d22caa2 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:04.889768 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d1d4c3dd-ff24-451a-a240-3fa4a52802b0 req-f0bf3498-e925-438d-bc71-d8361d22caa2 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 945 time: 0.4105866 Jul 23 16:35:04.958006 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-5e8cb87d-6bd0-4d2b-911d-39787e4749bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4967983 Jul 23 16:35:05.015801 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.106832 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d1d4c3dd-ff24-451a-a240-3fa4a52802b0 req-cfdb8ef9-2f20-461f-a63e-99a33f546e80 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865270 Jul 23 16:35:05.311444 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:05.320251 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:05.337909 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.345378 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:05.544111 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d2fa9146-847f-4f3a-ae2c-f15835c5a102 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Synchronizing usage tracker for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:35:05.756971 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d2fa9146-847f-4f3a-ae2c-f15835c5a102 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Unset dirty status for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:35:05.773457 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=6']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:05.777737 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d2fa9146-847f-4f3a-ae2c-f15835c5a102 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209963536&fields=id&tenant_id=a2f69bc9202b49e187f572f9409f7ebf HTTP/1.1" status: 200 len: 267 time: 0.4873290 Jul 23 16:35:05.791918 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:05.793054 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:05.794094 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:06.168419 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:06.490158 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Calling delete_port for 9bfcfff8-4653-45f7-8c62-9593b5470512 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:35:06.526771 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd98d5-d301-438d-91cd-75caaed4b872 req-27fcbb54-3414-4e46-a1c7-283d738c4571 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:06.542809 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-06fd98d5-d301-438d-91cd-75caaed4b872 req-27fcbb54-3414-4e46-a1c7-283d738c4571 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.9482050 Jul 23 16:35:06.617835 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-e627e6b7-3c6c-4381-aa26-ecd0dc172978 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:06.619909 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-e627e6b7-3c6c-4381-aa26-ecd0dc172978 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Synchronizing usage tracker for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:network {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:35:06.679781 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-e627e6b7-3c6c-4381-aa26-ecd0dc172978 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Unset dirty status for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:network {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:35:06.681717 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-e627e6b7-3c6c-4381-aa26-ecd0dc172978 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 808 time: 0.9012821 Jul 23 16:35:06.779901 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-06fd98d5-d301-438d-91cd-75caaed4b872 req-cdb8410e-05fe-4fab-8462-e7ac65d3e432 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338550 Jul 23 16:35:06.817070 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-4e0b18c2-4f4a-4717-a331-19c1250865fe tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/quotas/a2f69bc9202b49e187f572f9409f7ebf HTTP/1.1" status: 200 len: 375 time: 0.1147301 Jul 23 16:35:07.069976 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.api [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:35:07.072162 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_db.api [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:35:07.166202 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-6ab9b8fc-bd7d-4d0e-b2d7-d4bd275a77aa tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3464642 Jul 23 16:35:07.178074 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-6a0b9804-be4f-4e26-8448-7a81762754c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 1098 time: 1.9423525 Jul 23 16:35:07.655824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Deleting port 9bfcfff8-4653-45f7-8c62-9593b5470512 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:35:07.658885 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:07.997618 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855f177-8d7e-40e4-a3cf-2bc816ebaa89 req-9bc6d317-1b9a-4475-b9e9-2a9d7fa8f465 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:08.012786 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1855f177-8d7e-40e4-a3cf-2bc816ebaa89 req-9bc6d317-1b9a-4475-b9e9-2a9d7fa8f465 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3494320 Jul 23 16:35:08.030826 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-ce50cdfe-45eb-4521-887a-54ae96c333a7 service neutron] 10.222.0.47 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133044 Jul 23 16:35:08.120011 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.293856 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:35:08.419049 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-d79fcadb-2d76-47ad-bf0f-360c43ee2dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:08.420784 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-d79fcadb-2d76-47ad-bf0f-360c43ee2dfc service neutron] 10.222.0.48 "GET /v2.0/networks?id=99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 200 len: 916 time: 1.1735311 Jul 23 16:35:08.501366 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1855f177-8d7e-40e4-a3cf-2bc816ebaa89 req-958a4739-95ab-4ec5-b5eb-39ac934a29de tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4857652 Jul 23 16:35:08.683039 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:08.701462 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:08.702769 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:08.763212 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-414d4a8d-be26-46e6-b547-8e5926cafc14 service neutron] 10.222.0.47 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308061 Jul 23 16:35:08.997625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bedd-abfb-408b-a6e1-e85f546815b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.056665 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-71f53bde-a2ea-44c2-84cc-e83bada3bdb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11630a53-5908-4534-8711-b43f933e60eb HTTP/1.1" status: 200 len: 217 time: 0.5700169 Jul 23 16:35:09.204613 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512', 'code': 200} Jul 23 16:35:09.271977 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.366969 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:09.378931 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.395697 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:09.421202 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-cabc3409-1d3d-40be-a9ca-4bfcbbac0d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:09.424531 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-cabc3409-1d3d-40be-a9ca-4bfcbbac0d37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 200 len: 854 time: 0.3502522 Jul 23 16:35:09.577999 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] For port 9bfcfff8-4653-45f7-8c62-9593b5470512, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=9bfcfff8-4653-45f7-8c62-9593b5470512,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:09.579413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:09.592382 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:09.614507 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:09.748958 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-de8b7d41-df65-4903-aad8-6388b3e34dee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=99d2f9ae-2356-4d6e-a378-e39add08a7e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107381 Jul 23 16:35:09.814192 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294446b-404e-4310-97a4-54c8649119c5 req-5db034f4-aeac-4dde-98de-3b9bf6c3e2dc tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:09.818709 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c294446b-404e-4310-97a4-54c8649119c5 req-5db034f4-aeac-4dde-98de-3b9bf6c3e2dc tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.1927357 Jul 23 16:35:09.909025 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Calling delete_port for 9bfcfff8-4653-45f7-8c62-9593b5470512 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:35:10.027247 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c294446b-404e-4310-97a4-54c8649119c5 req-2737f339-af69-413c-8bca-7b44e6e3ab40 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875267 Jul 23 16:35:10.598011 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-a238ced0-9f00-4af2-b79e-eb237221ba57 service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270064 Jul 23 16:35:10.764013 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0613d6c-2b27-403e-ac0d-c5dfa38ac0a6 req-fdd344cc-7018-4d2d-b84d-04c445ce31c6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:10.803172 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0613d6c-2b27-403e-ac0d-c5dfa38ac0a6 req-fdd344cc-7018-4d2d-b84d-04c445ce31c6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 943 time: 0.4157581 Jul 23 16:35:10.962812 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:10.999767 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:11.201145 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3e941c5f-ef07-438d-9739-ea96e7ebfb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.214156 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:11.429171 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Pushing event deleted for resources: {'Port': ['ID=9bfcfff8-4653-45f7-8c62-9593b5470512,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:11.434775 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:11.475146 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0613d6c-2b27-403e-ac0d-c5dfa38ac0a6 req-be4cdf44-f212-4c2b-a8ca-e97e9c29ea45 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645012 Jul 23 16:35:11.539043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] No DVR routers for this DVR port 9bfcfff8-4653-45f7-8c62-9593b5470512 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:11.545475 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:11.559983 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'name': 'network-vif-deleted', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:11.624957 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73fe9-f034-4225-9d8d-e16cc82985e5 req-32a20e2f-8faf-4862-88a5-37b98e6a3b2a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:11.629453 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2af73fe9-f034-4225-9d8d-e16cc82985e5 req-32a20e2f-8faf-4862-88a5-37b98e6a3b2a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.7486024 Jul 23 16:35:11.670230 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ae916049-fe04-4171-b0e7-b669578bf854 req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "DELETE /v2.0/ports/9bfcfff8-4653-45f7-8c62-9593b5470512 HTTP/1.1" status: 204 len: 173 time: 7.6342874 Jul 23 16:35:11.744786 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-742f2ed9-576e-4316-86fd-6de749baffc9 req-b4975f77-f364-4ddd-b8e7-6a454f30660d service neutron] 10.222.0.48 "GET /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1240690 Jul 23 16:35:11.797086 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2af73fe9-f034-4225-9d8d-e16cc82985e5 req-67135844-6632-4fdd-8cf5-ac5dedb5d349 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474876 Jul 23 16:35:12.213631 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fbb660c8-dc19-48e6-9d4c-e7be247f0668 req-d8a8a717-a52d-4669-985b-828d699c4c92 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 210 time: 0.1142721 Jul 23 16:35:12.638562 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:12.778453 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851066f-7892-42a0-a49a-604746614b49 req-8a3d3fc1-d726-45d3-bb4d-305fca502002 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:12.810605 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8851066f-7892-42a0-a49a-604746614b49 req-8a3d3fc1-d726-45d3-bb4d-305fca502002 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.5927777 Jul 23 16:35:12.960043 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8851066f-7892-42a0-a49a-604746614b49 req-c3384557-3750-425e-8416-d9f892edd7d5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416211 Jul 23 16:35:13.011089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fc0fe-3eec-4dbd-aa3a-d584656a0009 req-bf8bff46-8187-426e-af80-bc7d8d9d2fe1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:13.027469 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-190fc0fe-3eec-4dbd-aa3a-d584656a0009 req-bf8bff46-8187-426e-af80-bc7d8d9d2fe1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.4206991 Jul 23 16:35:13.192199 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50', 'code': 200} Jul 23 16:35:13.241680 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-190fc0fe-3eec-4dbd-aa3a-d584656a0009 req-d159c8da-3295-409b-9bdc-51d9e3f758ff tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127271 Jul 23 16:35:13.388566 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2dbe0a-e990-46b2-867d-b410075fbe56', 'name': 'network-vif-deleted', 'tag': '9bfcfff8-4653-45f7-8c62-9593b5470512', 'status': 'completed', 'code': 200} Jul 23 16:35:13.772668 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-03260dcd-700d-4a9f-b141-1861a86b47a4 req-1fd7e5ca-be8a-48ff-99f9-ded60665b5b6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=be2dbe0a-e990-46b2-867d-b410075fbe56 HTTP/1.1" status: 200 len: 210 time: 0.1741281 Jul 23 16:35:13.949412 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:13.969893 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898d2a-0e7b-43f5-a8a3-969db60f310b req-7e187ca5-2656-4834-8e5e-725d57c3b20a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:13.995256 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-65898d2a-0e7b-43f5-a8a3-969db60f310b req-7e187ca5-2656-4834-8e5e-725d57c3b20a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.3206880 Jul 23 16:35:14.166203 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-65898d2a-0e7b-43f5-a8a3-969db60f310b req-a34ba61a-9af5-469d-9485-40b8fe7fbd68 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659653 Jul 23 16:35:14.408385 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6023f033-5350-40b8-83f6-0c4f1796fb99 req-3fada2dc-91b3-4e00-a7b8-c080ecb676de tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 210 time: 0.1672432 Jul 23 16:35:14.566791 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-c5f26e13-eb27-4e3f-be8c-abc284d4156b req-e3ce8d97-882c-45f3-bc78-5a1dc6ea521e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 1099 time: 0.1985455 Jul 23 16:35:14.801034 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-c5f26e13-eb27-4e3f-be8c-abc284d4156b req-37ca3308-b23d-4a5e-b6d8-4e315fce9a22 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253201 Jul 23 16:35:15.382240 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd490e-b8e5-448b-a8ec-f161afccec87 req-4f19bd69-c1ef-4d70-9bed-983a76d5861a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:15.395963 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a1cd490e-b8e5-448b-a8ec-f161afccec87 req-4f19bd69-c1ef-4d70-9bed-983a76d5861a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.8752375 Jul 23 16:35:15.575339 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a1cd490e-b8e5-448b-a8ec-f161afccec87 req-00d17da7-c54e-4ddc-ab06-dfbb220ee556 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589534 Jul 23 16:35:15.659662 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb8a51-a4c7-45b6-875f-025fd95e39ad req-e2e8cfe2-637d-4e3d-8cb2-eb3412bc9167 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:15.678780 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f6eb8a51-a4c7-45b6-875f-025fd95e39ad req-e2e8cfe2-637d-4e3d-8cb2-eb3412bc9167 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.5569539 Jul 23 16:35:15.910841 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f6eb8a51-a4c7-45b6-875f-025fd95e39ad req-ca4a7e20-c3d8-47d6-b8f4-6670e1390d2f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260332 Jul 23 16:35:15.949667 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-adc63372-159b-4765-af3e-20de277ecaef tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:15.952374 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-adc63372-159b-4765-af3e-20de277ecaef tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 808 time: 0.5559726 Jul 23 16:35:16.243812 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-a38a9673-9ce6-446d-8f28-581f00bc95c0 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f69bc9202b49e187f572f9409f7ebf HTTP/1.1" status: 200 len: 380 time: 0.2452602 Jul 23 16:35:16.285660 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'port': {'device_id': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'admin_state_up': True, 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'security_groups': ['687a7232-6b62-4c7e-a75d-2231de3987e5']}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:17.021843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:17.045249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:port and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:17.063084 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:17.088049 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:17.120883 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6aa18557-13d8-40b3-8437-6f2266d5e5d5 req-78035428-2c51-43d0-96e1-b9e35259dc69 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 210 time: 0.4199250 Jul 23 16:35:17.172593 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Made reservation on behalf of a2f69bc9202b49e187f572f9409f7ebf for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:17.178704 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:17.264445 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf561c-6b9b-4a38-af0e-dbba31cd5c5e req-38879cd6-9bfe-45a2-a38d-6e5aaf63daef tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:17.267778 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-27bf561c-6b9b-4a38-af0e-dbba31cd5c5e req-38879cd6-9bfe-45a2-a38d-6e5aaf63daef tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.7204225 Jul 23 16:35:17.433531 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-27bf561c-6b9b-4a38-af0e-dbba31cd5c5e req-7c85adc7-c816-4b29-abf4-60a7314d367b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454451 Jul 23 16:35:17.885889 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Allocated IP 172.20.0.6 (d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af/6b8963c3-6891-4154-8233-ae6a7beb202a/def1c00e-5784-4c0f-b1d5-5f052738ed48) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:18.309357 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-9b6f3068-4b9a-4677-870f-13878914364d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.335196 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-9b6f3068-4b9a-4677-870f-13878914364d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/networks?id=3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 200 len: 809 time: 0.7433445 Jul 23 16:35:18.427782 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f8ae-52d3-4550-871d-daf633f00d16 req-2b629131-bb95-4b33-8de5-4c33a10f6cec tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:18.430874 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1f48f8ae-52d3-4550-871d-daf633f00d16 req-2b629131-bb95-4b33-8de5-4c33a10f6cec tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.5871077 Jul 23 16:35:18.454622 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-13776199-e08e-4fb3-9d6f-4ea726598ea1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/quotas/6937aa12c80445c9a807f2eeefad1902 HTTP/1.1" status: 200 len: 375 time: 0.1154587 Jul 23 16:35:18.619356 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-4b2d31a1-501b-47aa-9ba8-0a21f49c8f6b tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6937aa12c80445c9a807f2eeefad1902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623282 Jul 23 16:35:18.725681 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:35:18.750134 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.820085 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Transition to ACTIVE for port object def1c00e-5784-4c0f-b1d5-5f052738ed48 will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:18.894191 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:18.909569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1e39d589-deb6-4acf-ad5e-8f7920db971e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:18.954074 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1f48f8ae-52d3-4550-871d-daf633f00d16 req-4cee2fd8-824e-49ab-8b00-592b006787ca tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238648 Jul 23 16:35:19.128959 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:19.137980 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:19.158324 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-8bba209f-39db-4849-bd02-983faf01547b service neutron] 10.222.0.47 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260079 Jul 23 16:35:19.173332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:19.175955 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:19.180938 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:19.464626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:19.473324 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:19.556780 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2947748 Jul 23 16:35:19.586126 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Request body: {'port': {'device_id': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:19.833249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33554) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:19.955541 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-18a4b387-7d54-40ab-8274-a53b891a4b87 service neutron] 10.222.0.47 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823982 Jul 23 16:35:20.030191 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-3e64c5dc-5859-42df-9bf4-ce68c2daa35c None None] Provisioning for port def1c00e-5784-4c0f-b1d5-5f052738ed48 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:20.058069 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-3e64c5dc-5859-42df-9bf4-ce68c2daa35c None None] Provisioning complete for port def1c00e-5784-4c0f-b1d5-5f052738ed48 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:20.059254 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3e64c5dc-5859-42df-9bf4-ce68c2daa35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.061979 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:20.080987 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b43f84-7662-4013-a938-d4b1e34893a7 req-553d8d12-e7c0-47ae-8ce7-448e9ea7263f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:20.090197 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-08b43f84-7662-4013-a938-d4b1e34893a7 req-553d8d12-e7c0-47ae-8ce7-448e9ea7263f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.2948649 Jul 23 16:35:20.237298 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-3e64c5dc-5859-42df-9bf4-ce68c2daa35c None None] Port def1c00e-5784-4c0f-b1d5-5f052738ed48 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:35:20.327472 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-08b43f84-7662-4013-a938-d4b1e34893a7 req-888ebaa8-5893-45a8-95ed-d48d57db28e0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274961 Jul 23 16:35:20.724107 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33570) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:21.252403 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.396634 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:21.407489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Usage tracker for resource:security_group_rule and tenant:4188089bfe974991bd442f52a2b5a246 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:21.414055 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:21.429933 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:21.545998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def1c00e-5784-4c0f-b1d5-5f052738ed48 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:21.566737 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.633100 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Transition to ACTIVE for port object def1c00e-5784-4c0f-b1d5-5f052738ed48 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:21.645660 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.662360 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.680383 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8be65948-8e83-4f70-aab1-8c97e7c535a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:21.707747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:21.736868 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-00ce1a94-7fba-4a1b-baea-c4b9163c304a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:21.808336 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfef9d-f839-4ea6-baaa-6372d5a2fd52 req-38de996e-7576-44b9-abf4-e44ad69db573 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:21.811393 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4bbfef9d-f839-4ea6-baaa-6372d5a2fd52 req-38de996e-7576-44b9-abf4-e44ad69db573 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 931 time: 0.9682245 Jul 23 16:35:21.972155 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.076364 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535e0b-ecc7-4b6c-8e1e-c2a3bb5dc8e9 req-ef345059-419e-4576-a06c-4c53b06d9be6 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:22.096515 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-77535e0b-ecc7-4b6c-8e1e-c2a3bb5dc8e9 req-ef345059-419e-4576-a06c-4c53b06d9be6 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 1.0656543 Jul 23 16:35:22.097774 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2e78d-1dd2-4149-84c0-1886c751cbc5,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:22.116012 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:22.122913 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:22.129840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Usage tracker for resource:security_group_rule and tenant:72ababfdcfed4becb51a2413ed78ccdb is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:22.135595 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:22.148660 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:22.149954 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4188089bfe974991bd442f52a2b5a246&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4185009 Jul 23 16:35:22.228772 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33588) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:22.431035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.432277 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-77535e0b-ecc7-4b6c-8e1e-c2a3bb5dc8e9 req-de3f7570-752c-4635-8f95-ecd11ee6403c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049846 Jul 23 16:35:22.503704 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4bbfef9d-f839-4ea6-baaa-6372d5a2fd52 req-a36f4c2d-68c9-4339-a490-c887efdd1902 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6175959 Jul 23 16:35:22.593137 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:22.726475 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.013488 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.031548 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b081c3ab-8f6d-47ca-8f5e-43fee06d9d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:23.050234 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.097436 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2e78d-1dd2-4149-84c0-1886c751cbc5,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.107766 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:23.199994 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72ababfdcfed4becb51a2413ed78ccdb&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3180251 Jul 23 16:35:23.260591 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.264832 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33592) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:23.275874 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.596s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:23.290647 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1e05cc94-0cca-4411-80d5-092379f98459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:23.311620 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.313556 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29a2e78d-1dd2-4149-84c0-1886c751cbc5 HTTP/1.1" status: 204 len: 168 time: 1.0276678 Jul 23 16:35:23.320999 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b8af28ac-8eb9-472a-b340-3fc43a40cce2 req-f9ee5e41-fe5a-444a-a7fc-9c484289482d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 210 time: 0.2085185 Jul 23 16:35:23.399192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1cae6-d70c-412a-bf93-2cbbfe1104f5,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:23.414809 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:23.434311 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228384e-4579-4aef-b3da-46e035b40789 req-a7e890a9-8f8b-4403-9233-177eb375d4e9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:23.448942 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3228384e-4579-4aef-b3da-46e035b40789 req-a7e890a9-8f8b-4403-9233-177eb375d4e9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.5305398 Jul 23 16:35:23.709304 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3228384e-4579-4aef-b3da-46e035b40789 req-e4ba7eb6-4728-4a46-accc-940e89819ece tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576947 Jul 23 16:35:23.794278 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Attempting to bind port def1c00e-5784-4c0f-b1d5-5f052738ed48 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:23.795232 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Attempting to bind port def1c00e-5784-4c0f-b1d5-5f052738ed48 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:23.802102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Attempting to bind port def1c00e-5784-4c0f-b1d5-5f052738ed48 on network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:23.893519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Port def1c00e-5784-4c0f-b1d5-5f052738ed48 on network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:23.897051 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Attempting to bind port def1c00e-5784-4c0f-b1d5-5f052738ed48 on network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:23.933497 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:23.966651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:23.972017 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Checking segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:35:23.981538 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Bound using segment: {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:23.982916 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Bound port: def1c00e-5784-4c0f-b1d5-5f052738ed48, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01305a4a-e22c-407e-88db-9e74b589bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:23.991413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.256703 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.332413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-75697e49-c639-488f-a361-5e0eb5e0de66 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.334827 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-75697e49-c639-488f-a361-5e0eb5e0de66 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "GET /v2.0/networks?id=3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 200 len: 809 time: 0.8986483 Jul 23 16:35:24.469265 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:24.485970 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:24.517894 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Request body: {'port': {'device_id': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'network_id': '3d255797-9335-4822-adad-3daba6c07341', 'admin_state_up': True, 'tenant_id': '6937aa12c80445c9a807f2eeefad1902'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:24.611261 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad50bb-b314-499f-9ee2-affb49a01a57 req-b17bbd54-fd6b-4045-a200-db46bb051a4d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.614082 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e1ad50bb-b314-499f-9ee2-affb49a01a57 req-b17bbd54-fd6b-4045-a200-db46bb051a4d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.2725921 Jul 23 16:35:24.641276 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca0802-5026-4830-a5c5-d68410f395ff req-05311d35-c42f-4c0c-8a3c-527da837b5b3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:24.652103 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-63ca0802-5026-4830-a5c5-d68410f395ff req-05311d35-c42f-4c0c-8a3c-527da837b5b3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.5195394 Jul 23 16:35:24.775940 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-63ca0802-5026-4830-a5c5-d68410f395ff req-1fb0a37f-c6dc-480a-a417-bd24209a2c62 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223903 Jul 23 16:35:24.845553 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e1ad50bb-b314-499f-9ee2-affb49a01a57 req-13dd0fdb-d450-45fe-bef9-ce6d527d02fc tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148218 Jul 23 16:35:24.877881 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33612) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:24.947847 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.963866 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:24.993330 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d3253e8d-9869-4564-97fe-02ef8016f720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:25.025707 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:25.034857 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Usage tracker for resource:security_group_rule and tenant:66051736018547b38fc92a38a53bbc78 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:25.041120 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:25.055384 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:25.267785 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:25.276302 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Usage tracker for resource:port and tenant:6937aa12c80445c9a807f2eeefad1902 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:25.282490 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:25.295822 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:25.303070 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.312432 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.321073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.323793 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] 10.222.0.48 "PUT /v2.0/ports/def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 1093 time: 5.7462070 Jul 23 16:35:25.324786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:25.332422 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:25.353787 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:25.371792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-68a3d305-5e89-4a9c-8def-dfb3728fdf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:25.394180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Made reservation on behalf of 6937aa12c80445c9a807f2eeefad1902 for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:25.400942 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.564324 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4c0e3ac9-5677-43d9-b2fa-a38b710311f5 req-1032cec2-1602-4fda-9c03-4df5cab94db0 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 210 time: 0.1250527 Jul 23 16:35:25.658402 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66051736018547b38fc92a38a53bbc78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7785025 Jul 23 16:35:25.660655 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33624) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:25.868713 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd3785-202b-4020-9ec0-b006042d5f43,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:25.887637 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:25.920106 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-aae2e76e-5d41-4cf0-be74-c23ee9d58b73 req-ec081182-d368-40d2-a1dd-2f300d1f025c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 0.9594414 Jul 23 16:35:25.921697 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:25.955136 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-824cb02c-8c89-4427-aae7-1654b2bb72ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:25.980955 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.073440 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.096191 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-b6d058d8-3c5a-4fd5-853c-26d3a25971b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1096 time: 0.6316879 Jul 23 16:35:26.097873 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1cae6-d70c-412a-bf93-2cbbfe1104f5,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:26.173968 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:26.528886 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314933e-fa5b-417d-b34b-82ac9e3de799 req-206b0d19-ed60-49fb-8dfd-f53f6d043f64 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:26.542808 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2314933e-fa5b-417d-b34b-82ac9e3de799 req-206b0d19-ed60-49fb-8dfd-f53f6d043f64 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.4226215 Jul 23 16:35:26.554194 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.574994 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'status': 'completed', 'code': 200} Jul 23 16:35:26.575739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-996bceab-f5c4-4a46-82dc-11db6f2cbce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:26.614133 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.615213 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-aae2e76e-5d41-4cf0-be74-c23ee9d58b73 req-2b993ae4-99d8-403b-b983-f2b6e6b49df5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627512 Jul 23 16:35:26.620083 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1dd3785-202b-4020-9ec0-b006042d5f43 HTTP/1.1" status: 204 len: 168 time: 0.9527946 Jul 23 16:35:26.664185 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:26.668366 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4db1cae6-d70c-412a-bf93-2cbbfe1104f5 HTTP/1.1" status: 204 len: 168 time: 3.3954718 Jul 23 16:35:26.714499 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd3785-202b-4020-9ec0-b006042d5f43,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:26.809043 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-ab352d3e-6eea-435f-8480-2ee4b64d177e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 217 time: 0.6621194 Jul 23 16:35:26.820220 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2314933e-fa5b-417d-b34b-82ac9e3de799 req-621686cf-1d9d-4597-8ff9-2bc7ff40007c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463992 Jul 23 16:35:26.831471 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:27.065629 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Allocated IP 172.20.0.12 (3d255797-9335-4822-adad-3daba6c07341/e3d60bc0-717f-4722-a870-fb660fcf9b5e/37292cdd-37f0-4f6b-baea-1a64c57117d6) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:27.225792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60b956-b1c1-45ad-a76e-950300f9a66f req-f32e3f34-7c19-4dd2-90b5-899fe4793bc9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.236555 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8f60b956-b1c1-45ad-a76e-950300f9a66f req-f32e3f34-7c19-4dd2-90b5-899fe4793bc9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2559438 Jul 23 16:35:27.257151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-faee32f5-70e1-4b51-8a93-566e23707a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:27.260689 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-faee32f5-70e1-4b51-8a93-566e23707a91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.3365927 Jul 23 16:35:27.422638 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8f60b956-b1c1-45ad-a76e-950300f9a66f req-2976cba5-2a2f-4eb4-8279-16da77cad34a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656756 Jul 23 16:35:27.838009 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-6fb7f0b2-1156-405e-bd4b-5b8ab67e19ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5435295 Jul 23 16:35:28.214510 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.709221 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fb30a79a-f1e7-4475-83d6-65d0f04a225f req-ff5a19ba-676d-4c58-af33-2952ebe5f0ef tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 210 time: 0.7362494 Jul 23 16:35:28.745012 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-b841fa15-93f8-4309-a331-6c7e5e9b8374 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463069 Jul 23 16:35:28.747220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:28.761649 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8584e6a4-3a4e-4e97-9c58-2e08e03f5db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:28.846428 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d586a4-67be-4122-b455-19da32208c9d req-13b733da-9cef-42b7-b515-9a43be7b9006 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:28.851971 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-98d586a4-67be-4122-b455-19da32208c9d req-13b733da-9cef-42b7-b515-9a43be7b9006 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 1.1817000 Jul 23 16:35:28.852677 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33662) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:29.047197 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-98d586a4-67be-4122-b455-19da32208c9d req-38255929-bd4b-4f15-809f-588bb0fdb83c tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594186 Jul 23 16:35:29.403621 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.421502 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf8823-ab7d-4744-b7d6-edeed745aacc req-03976cac-1908-4e03-99e7-f5f39bea0890 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:29.432204 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-52cf8823-ab7d-4744-b7d6-edeed745aacc req-03976cac-1908-4e03-99e7-f5f39bea0890 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.3349395 Jul 23 16:35:29.497021 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Network 3d255797-9335-4822-adad-3daba6c07341 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:29.508579 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Pushing event updated for resources: {'Port': ['ID=37292cdd-37f0-4f6b-baea-1a64c57117d6,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:29.513243 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:29.542192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:29.578822 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-52cf8823-ab7d-4744-b7d6-edeed745aacc req-bc5666c1-7f42-48ed-9fe0-cc37ab5aca15 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447148 Jul 23 16:35:29.768864 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:29.769356 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:29.819660 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf0bf-80db-4485-9a7a-da66db701839 req-3a91087b-2851-42a2-ba61-5646c517358a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:29.823802 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-482cf0bf-80db-4485-9a7a-da66db701839 req-3a91087b-2851-42a2-ba61-5646c517358a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2399230 Jul 23 16:35:29.928678 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.934688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.935223 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.935872 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.936473 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.937082 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.937715 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.938235 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.941945 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.943467 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.943998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:29.955513 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:29.960201 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:29.996191 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Usage tracker for resource:security_group_rule and tenant:1600dd8435d94f8ca79efc85066c8e26 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:30.005207 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:30.009357 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-482cf0bf-80db-4485-9a7a-da66db701839 req-17a81b8a-632d-42c9-9e28-d90800e9368e tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685324 Jul 23 16:35:30.019842 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:30.054892 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-23fb84a7-98d6-4eda-8716-dc75fbb2ea39 req-cc723e6a-512b-4386-8f15-f6e95b715002 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2944076 Jul 23 16:35:30.357560 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.369081 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8688953 Jul 23 16:35:30.372378 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:30.387151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-93f83d1d-5531-4eb0-b9c5-6a8d8b256d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:30.588042 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f317f-487b-4194-ab55-5d1fa561c9ec req-f7357ec7-69a2-4a8c-a4eb-0d84986aff7d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:30.608089 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ea2f317f-487b-4194-ab55-5d1fa561c9ec req-f7357ec7-69a2-4a8c-a4eb-0d84986aff7d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 932 time: 0.3367529 Jul 23 16:35:30.630318 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Request body: {'port': {'device_id': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:30.861599 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ea2f317f-487b-4194-ab55-5d1fa561c9ec req-10607c0f-d345-4aa1-af1d-ced3eb279838 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516162 Jul 23 16:35:30.941323 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753982d-cf62-469a-b8f6-08ac062386fd req-7d73dd61-8c64-48b4-92d3-8574dcdef7a5 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:30.945549 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f753982d-cf62-469a-b8f6-08ac062386fd req-7d73dd61-8c64-48b4-92d3-8574dcdef7a5 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.3330817 Jul 23 16:35:30.962142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae72b3fd-47cc-47f2-8577-fcce07d30ffc,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:30.979269 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:31.003554 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1600dd8435d94f8ca79efc85066c8e26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8575499 Jul 23 16:35:31.008546 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33690) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:31.219259 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f753982d-cf62-469a-b8f6-08ac062386fd req-1f3c8a5a-2eb8-409f-a141-c6b2137465cf tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621086 Jul 23 16:35:31.460936 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-d63b35f4-c994-42f4-ac3f-d0b43e91b4f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1096 time: 1.0283213 Jul 23 16:35:31.569136 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.810202 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:31.839086 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e4fd8-05a7-48e9-9431-ab21e56214ae req-e5067c52-03d1-496d-9751-f30b0e33b29b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:31.842791 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-606e4fd8-05a7-48e9-9431-ab21e56214ae req-e5067c52-03d1-496d-9751-f30b0e33b29b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.2645841 Jul 23 16:35:31.954738 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-606e4fd8-05a7-48e9-9431-ab21e56214ae req-aa4a1303-c5d4-45e1-9e25-51d13825c074 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020582 Jul 23 16:35:32.266886 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:32.360416 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:35:32.474612 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-2d7c4217-3624-47da-b218-9a8eb7b8fc24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:32.476492 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-2d7c4217-3624-47da-b218-9a8eb7b8fc24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 910 time: 0.9952378 Jul 23 16:35:32.647608 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-44c24944-0556-48a9-8b59-dc280f8c3f86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 217 time: 0.1416352 Jul 23 16:35:32.926709 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:32.961059 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'port_id': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'mac_address': 'fa:16:3e:2c:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:35:33.063999 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.113354 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.135136 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-3648c7ae-15ff-4d41-89d5-4986f4814f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:33.151511 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33730) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:33.182581 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae72b3fd-47cc-47f2-8577-fcce07d30ffc,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.191944 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def1c00e-5784-4c0f-b1d5-5f052738ed48 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:33.211297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:33.230119 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-6ed3231e-af38-4292-a89c-7f163038e3e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:33.232666 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-6ed3231e-af38-4292-a89c-7f163038e3e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.5696092 Jul 23 16:35:33.238507 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:33.242789 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.247214 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae72b3fd-47cc-47f2-8577-fcce07d30ffc HTTP/1.1" status: 204 len: 168 time: 2.2344732 Jul 23 16:35:33.263996 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.274200 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:33.358125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:35:33.421904 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:33.431996 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:33.484984 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-f449f0b1-ffdc-441e-8360-caec1705fa22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06223ca9217c4539bb67ac0f06a19375&device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 1099 time: 0.6107547 Jul 23 16:35:33.525463 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-28819d38-55ca-4703-afb4-620e0d59f4fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1098 time: 0.4936745 Jul 23 16:35:33.538599 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41aff5d-2f2b-4235-8f96-fb2461d10b12 req-8798ee6f-8e69-4782-b4ed-97f848b3472c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:33.542988 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c41aff5d-2f2b-4235-8f96-fb2461d10b12 req-8798ee6f-8e69-4782-b4ed-97f848b3472c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 932 time: 0.3735311 Jul 23 16:35:33.557280 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d5205-eaba-4497-8b1c-a8f68e3cb4c3 req-cc76e341-677c-47e5-a97c-4eb8344b0481 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:33.559900 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ec9d5205-eaba-4497-8b1c-a8f68e3cb4c3 req-cc76e341-677c-47e5-a97c-4eb8344b0481 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 944 time: 0.2854221 Jul 23 16:35:33.683029 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37292cdd-37f0-4f6b-baea-1a64c57117d6 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:33.715096 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:33.772736 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['def1c00e-5784-4c0f-b1d5-5f052738ed48'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:35:33.774240 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-1d3301a9-eaf2-4762-a6e4-5d146dcd54c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5220594 Jul 23 16:35:33.795886 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Transition to ACTIVE for port object 37292cdd-37f0-4f6b-baea-1a64c57117d6 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:33.987077 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.042585 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ec9d5205-eaba-4497-8b1c-a8f68e3cb4c3 req-4e432acc-5dc6-4b1c-8dbc-c5ccd4f32d79 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980041 Jul 23 16:35:34.160311 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:34.175155 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Usage tracker for resource:security_group_rule and tenant:d2e18718a6674a6a875b5c3b17ce8c8a is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:34.181699 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.198614 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:34.212226 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b8ad656a-0bfe-4171-8fd3-bf71593c872f tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:34.213340 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:34.399594 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.452365 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c41aff5d-2f2b-4235-8f96-fb2461d10b12 req-cec05e73-4c5f-4f69-8e24-08cfb2bbf47c tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8897257 Jul 23 16:35:34.459542 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:34.478027 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:34.543524 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-31cea620-e4ef-4b9f-8131-a8d17b58a912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:34.561714 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-31cea620-e4ef-4b9f-8131-a8d17b58a912 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 200 len: 921 time: 1.0585289 Jul 23 16:35:34.641520 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ecd6d5-cc00-46a5-9c9c-c3f8a0132d7b,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:34.668957 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:34.890616 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-90eecb8b-dc63-4204-936f-52fe3d0423f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 200 len: 217 time: 0.2669659 Jul 23 16:35:34.919922 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2e18718a6674a6a875b5c3b17ce8c8a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7617698 Jul 23 16:35:34.919922 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-bff519ea-a4e0-41e1-a25f-8fb7f4b8b743 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:34.922550 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-bff519ea-a4e0-41e1-a25f-8fb7f4b8b743 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 1.3771262 Jul 23 16:35:34.938284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33758) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:35.008637 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-c68c2b3b-a471-402d-a367-d3099c8b295d service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2106729 Jul 23 16:35:35.162189 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Pushing event updated for resources: {'Port': ['ID=37292cdd-37f0-4f6b-baea-1a64c57117d6,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:35.168756 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:35.455937 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-c8afd2c3-6cc9-4351-9389-5ca57bdf966b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 200 len: 1000 time: 0.5087686 Jul 23 16:35:35.535662 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-1564ccb1-d6be-48af-9a69-c99f5ba0d8f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.538326 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-1564ccb1-d6be-48af-9a69-c99f5ba0d8f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 200 len: 859 time: 0.5279279 Jul 23 16:35:35.581945 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.630199 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed565b2-9191-4309-9496-939ac0eafd39 req-5bed38ad-9cff-49c9-8099-b1175cd56d2a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.632208 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-aed565b2-9191-4309-9496-939ac0eafd39 req-5bed38ad-9cff-49c9-8099-b1175cd56d2a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 945 time: 0.6831033 Jul 23 16:35:35.657544 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d70a-c5bc-4b3a-b7d9-b8627834efd0 req-c5e27627-0d2e-45c3-a3f1-dc2c93b52395 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.663967 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2a9d70a-c5bc-4b3a-b7d9-b8627834efd0 req-c5e27627-0d2e-45c3-a3f1-dc2c93b52395 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.9730196 Jul 23 16:35:35.673456 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Attempting to bind port 37292cdd-37f0-4f6b-baea-1a64c57117d6 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:35.674247 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Attempting to bind port 37292cdd-37f0-4f6b-baea-1a64c57117d6 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:35.674956 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Attempting to bind port 37292cdd-37f0-4f6b-baea-1a64c57117d6 on network 3d255797-9335-4822-adad-3daba6c07341 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:35.681972 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-01779250-5181-4faf-827f-b62d01d616d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f745288a-1c86-47cf-b922-ad469b82cf3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334646 Jul 23 16:35:35.763694 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:35.777126 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-6cc2440f-dc8c-4a1b-b5f5-c229ed0cfbb4 req-a48f71b5-38dd-4574-85be-14f91410361a service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584453 Jul 23 16:35:35.778207 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Port 37292cdd-37f0-4f6b-baea-1a64c57117d6 on network 3d255797-9335-4822-adad-3daba6c07341 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:35.778807 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Attempting to bind port 37292cdd-37f0-4f6b-baea-1a64c57117d6 on network 3d255797-9335-4822-adad-3daba6c07341 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:35.789019 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-1625a002-8312-4727-be26-5d0633ecb914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:35.791722 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-1625a002-8312-4727-be26-5d0633ecb914 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.3281147 Jul 23 16:35:35.911935 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:35.912562 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Checking segment: {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:35:35.913042 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Bound using segment: {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:35.913714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Bound port: 37292cdd-37f0-4f6b-baea-1a64c57117d6, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd0a413-0716-46fe-b61c-ca31066fea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '3d255797-9335-4822-adad-3daba6c07341'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:35.914328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.067402 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2a9d70a-c5bc-4b3a-b7d9-b8627834efd0 req-32be045b-63c3-4c31-b936-4b20a547570b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814292 Jul 23 16:35:36.071572 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-aed565b2-9191-4309-9496-939ac0eafd39 req-3d4088fb-bc80-4522-90e1-72917db1e739 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020250 Jul 23 16:35:36.135413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] For port 37292cdd-37f0-4f6b-baea-1a64c57117d6, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:36.146524 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] For port 37292cdd-37f0-4f6b-baea-1a64c57117d6, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:36.165656 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.229756 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.259366 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:36.261524 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.279245 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-7fcc3c1d-876b-49c5-93ac-5b6a06197e96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4579344 Jul 23 16:35:36.291412 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:36.438651 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ecd6d5-cc00-46a5-9c9c-c3f8a0132d7b,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.444377 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:36.471445 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-8f2f4989-96b7-4c50-9ef2-c34974b8615b service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698274 Jul 23 16:35:36.473634 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.475424 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] 10.222.0.48 "PUT /v2.0/ports/37292cdd-37f0-4f6b-baea-1a64c57117d6 HTTP/1.1" status: 200 len: 1094 time: 6.0459449 Jul 23 16:35:36.478942 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'tag': '37292cdd-37f0-4f6b-baea-1a64c57117d6'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:36.497633 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Pushing event updated for resources: {'Port': ['ID=37292cdd-37f0-4f6b-baea-1a64c57117d6,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:36.508826 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:36.545819 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:35:36.666491 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:36.672806 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19ecd6d5-cc00-46a5-9c9c-c3f8a0132d7b HTTP/1.1" status: 204 len: 168 time: 1.7253926 Jul 23 16:35:37.051018 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port def1c00e-5784-4c0f-b1d5-5f052738ed48 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:37.062695 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a2ce4aa4-792f-4b80-a280-07524aa8501c req-37e689db-c6b9-4654-a54e-c402e1da1ec7 service neutron] 10.222.0.48 "GET /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490820 Jul 23 16:35:37.063253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port def1c00e-5784-4c0f-b1d5-5f052738ed48 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:37.064244 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.083043 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-33e8c1dc-2a60-4680-bf73-2ada6a0e3cdd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6937aa12c80445c9a807f2eeefad1902&device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 1097 time: 0.4810853 Jul 23 16:35:37.444233 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-bede0eff-7b0f-42c6-b746-8aae55fafb85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6 HTTP/1.1" status: 200 len: 217 time: 0.3449445 Jul 23 16:35:37.448201 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-5e47e6d8-e76a-4756-b1d3-e6c75cb06589 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0929906 Jul 23 16:35:37.530090 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ade46-05e0-4a61-b220-7e7629adb878 req-a521ca5d-8e22-4af9-9af7-5cc33cf9ca32 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.533583 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a31ade46-05e0-4a61-b220-7e7629adb878 req-a521ca5d-8e22-4af9-9af7-5cc33cf9ca32 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 944 time: 0.5663698 Jul 23 16:35:37.667317 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.821168 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-ec4c7cce-ca3a-4e2c-8781-d09dabdff002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:37.823810 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-ec4c7cce-ca3a-4e2c-8781-d09dabdff002 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3d60bc0-717f-4722-a870-fb660fcf9b5e HTTP/1.1" status: 200 len: 849 time: 0.3670137 Jul 23 16:35:37.878246 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:37.919659 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:37.932363 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:37.943140 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:35:38.062493 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-6fee47b1-f698-4f8f-843f-ecc1bf0e4771 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d255797-9335-4822-adad-3daba6c07341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2251737 Jul 23 16:35:38.130197 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:38.223240 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a31ade46-05e0-4a61-b220-7e7629adb878 req-36024fa0-6f8d-432a-9a82-4d9bfdc8d6c5 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4082208 Jul 23 16:35:38.243461 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a377eb4a-6809-44f8-a7e9-a4b0ab06243e req-4f907a49-b831-4565-8d9c-e792eb814523 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740917 Jul 23 16:35:38.419716 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.444384 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.458973 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:38.485347 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-ef3dfaee-fcbd-4d76-9a10-3c5f9e894eef service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115710 Jul 23 16:35:38.590430 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.688407 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:38.695721 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.702660 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:38.766977 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42797-9b53-450e-a500-72714badc0a5 req-f6c691ca-a182-42fb-8f43-7cada3b63812 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:38.770506 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-16f42797-9b53-450e-a500-72714badc0a5 req-f6c691ca-a182-42fb-8f43-7cada3b63812 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 944 time: 0.3473637 Jul 23 16:35:38.933177 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=8']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:38.940200 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:38.941611 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f0c7b571-ac72-4336-ad40-ad5d489a1e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:38.960759 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-16f42797-9b53-450e-a500-72714badc0a5 req-2cdfc654-5242-446a-a925-4e027f7419dd tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785734 Jul 23 16:35:39.035512 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-0fab5605-9925-4da8-a779-1ae64f5875bb req-99fbd121-74e0-41cc-8b3f-ec9c7b672330 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383718 Jul 23 16:35:39.038496 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'tag': '37292cdd-37f0-4f6b-baea-1a64c57117d6', 'status': 'completed', 'code': 200} Jul 23 16:35:39.348290 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-98a327b5-7596-4207-bc51-291e31528e8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6937aa12c80445c9a807f2eeefad1902&device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 1097 time: 0.1568372 Jul 23 16:35:39.478348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca303-f7bc-43d2-9ed9-44717d3a5653 req-b75d6b3d-ee9e-43f5-bd2d-1006853347bd tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.481649 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-15fca303-f7bc-43d2-9ed9-44717d3a5653 req-b75d6b3d-ee9e-43f5-bd2d-1006853347bd tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2322452 Jul 23 16:35:39.496306 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56569ee1-eab9-453c-bb99-c50d87f20fd5 req-1187e813-df22-491d-b48a-3f8ff01586ca tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.499246 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-56569ee1-eab9-453c-bb99-c50d87f20fd5 req-1187e813-df22-491d-b48a-3f8ff01586ca tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.1833465 Jul 23 16:35:39.649051 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-15fca303-f7bc-43d2-9ed9-44717d3a5653 req-2a07d148-9e5a-48a1-a50b-ef4a7450c4a7 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482100 Jul 23 16:35:39.650412 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e841-1382-4044-8313-e73de5774d73 req-fb3eeaaf-4df8-408a-bc83-fbf9c451073a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:39.653421 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-fb3eeaaf-4df8-408a-bc83-fbf9c451073a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 200 len: 911 time: 0.2936583 Jul 23 16:35:39.656557 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-56569ee1-eab9-453c-bb99-c50d87f20fd5 req-55f1bf3a-7989-4c94-ae87-9fb2920b8504 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014609 Jul 23 16:35:39.884055 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'code': 200} Jul 23 16:35:39.900846 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-797b765d-0371-4a72-847e-a5a83e2271ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6 HTTP/1.1" status: 200 len: 217 time: 0.2290869 Jul 23 16:35:40.077017 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03e841-1382-4044-8313-e73de5774d73 req-887913b8-18eb-4438-9eb8-dd638c4fc156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.083073 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-887913b8-18eb-4438-9eb8-dd638c4fc156 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e3d60bc0-717f-4722-a870-fb660fcf9b5e HTTP/1.1" status: 200 len: 849 time: 0.1553371 Jul 23 16:35:40.188514 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-3294db06-7090-4966-8803-102402b356a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3d255797-9335-4822-adad-3daba6c07341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947001 Jul 23 16:35:40.313148 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f9617-c42a-4a6a-bf91-a021db9e6fcf req-79102905-8b94-4db7-865e-f253a0fa653a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.325578 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-371f9617-c42a-4a6a-bf91-a021db9e6fcf req-79102905-8b94-4db7-865e-f253a0fa653a tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.3429637 Jul 23 16:35:40.421833 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80c4e-a9ba-416c-9a7f-10d56f965e57 req-b70cdf79-64fb-4b8f-bc3a-3c30ff618fd1 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.431783 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e5e80c4e-a9ba-416c-9a7f-10d56f965e57 req-b70cdf79-64fb-4b8f-bc3a-3c30ff618fd1 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.2708011 Jul 23 16:35:40.437489 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-371f9617-c42a-4a6a-bf91-a021db9e6fcf req-123092ef-744b-441d-bdfe-479d2c22e1c0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105571 Jul 23 16:35:40.499711 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-788b0fab-fc7f-4513-9ff9-6778fbab9652 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959683 Jul 23 16:35:40.622518 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e5e80c4e-a9ba-416c-9a7f-10d56f965e57 req-9d676c5b-edad-4e4e-ad2e-23f90b673025 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881378 Jul 23 16:35:40.649776 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bd90092e-d8bd-41bc-983d-05a06772da45 req-57970bb4-b7e2-473c-b5bd-e12fd3e37051 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1098 time: 0.1948256 Jul 23 16:35:40.793458 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ef03e841-1382-4044-8313-e73de5774d73 req-778d9d36-0add-44c2-9286-4c1cc2ad0427 service neutron] 10.222.0.48 "GET /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715130 Jul 23 16:35:40.815687 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bd90092e-d8bd-41bc-983d-05a06772da45 req-e7d60531-16eb-4d73-938c-877762d6c54f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581924 Jul 23 16:35:40.860113 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a83cda-5842-4f23-a370-c3aef3326255 req-c0391014-2f40-4756-b501-5b2994d22699 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:40.862091 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-38a83cda-5842-4f23-a370-c3aef3326255 req-c0391014-2f40-4756-b501-5b2994d22699 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 944 time: 0.1528852 Jul 23 16:35:40.914540 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-bcfc745f-af21-4253-b1a5-6fa691c8e615 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0e9394a43ec74decbf2507b0d93a5f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509350 Jul 23 16:35:41.050367 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-38a83cda-5842-4f23-a370-c3aef3326255 req-07041f73-9684-4718-aa38-1067b7106770 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616950 Jul 23 16:35:41.198185 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bd69c9f9-266f-44e3-a4e0-641233f556a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:41.219562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-f04b2ff5-3ce8-46bc-b4bb-5042c90c1df2 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.221111 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-f04b2ff5-3ce8-46bc-b4bb-5042c90c1df2 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964597 Jul 23 16:35:41.245456 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-a2e87ca1-7a28-4f38-86f7-b2cb2624a0b5 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/quotas/0e9394a43ec74decbf2507b0d93a5f4f HTTP/1.1" status: 200 len: 375 time: 0.0170653 Jul 23 16:35:41.321386 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-b65f14e4-1f20-4969-89fc-ddc95c98d46e tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0e9394a43ec74decbf2507b0d93a5f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667837 Jul 23 16:35:41.797770 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40796388-f1de-4609-8dd7-22e140b782bb req-c31102ff-5c2a-40b0-9ba0-28b6c81cfb8c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.800159 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40796388-f1de-4609-8dd7-22e140b782bb req-c31102ff-5c2a-40b0-9ba0-28b6c81cfb8c tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2331395 Jul 23 16:35:41.885897 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:41.955764 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-40796388-f1de-4609-8dd7-22e140b782bb req-319db611-2d18-4024-afcd-e7527b343ea2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451204 Jul 23 16:35:41.967885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61bb5a-4f33-4012-8799-a1412bc37654 req-84f4e174-7255-4c62-9dd7-b49a73facaf5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:41.973436 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df61bb5a-4f33-4012-8799-a1412bc37654 req-84f4e174-7255-4c62-9dd7-b49a73facaf5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.2482970 Jul 23 16:35:42.081062 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-7d1bdc5e-4d06-493a-b8b6-14b214930c1b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:42.083719 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-7d1bdc5e-4d06-493a-b8b6-14b214930c1b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.2390990 Jul 23 16:35:42.090750 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df61bb5a-4f33-4012-8799-a1412bc37654 req-5cc8b9d0-932f-494c-afaf-dea11d85d931 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035280 Jul 23 16:35:42.330802 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Deleting port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:35:42.331768 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.417760 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 37292cdd-37f0-4f6b-baea-1a64c57117d6 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:35:42.748187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:42.855603 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 37292cdd-37f0-4f6b-baea-1a64c57117d6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:42.888147 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '37292cdd-37f0-4f6b-baea-1a64c57117d6', 'network_id': '3d255797-9335-4822-adad-3daba6c07341', 'port_id': '37292cdd-37f0-4f6b-baea-1a64c57117d6', 'mac_address': 'fa:16:3e:c4:60:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d60bc0-717f-4722-a870-fb660fcf9b5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:35:43.003052 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.046491 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37292cdd-37f0-4f6b-baea-1a64c57117d6 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:43.087088 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 37292cdd-37f0-4f6b-baea-1a64c57117d6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:43.094683 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.098963 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:43.233349 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=37292cdd-37f0-4f6b-baea-1a64c57117d6,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:43.239192 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:43.246056 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992edb7-f694-4c3c-9aef-4316e1b08d8c req-b9465d75-b6d6-4e9d-b081-a6f29f941a21 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:43.248264 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8992edb7-f694-4c3c-9aef-4316e1b08d8c req-b9465d75-b6d6-4e9d-b081-a6f29f941a21 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2adf31d-fbaf-468a-a551-f24666a27b25 HTTP/1.1" status: 200 len: 946 time: 0.7135675 Jul 23 16:35:43.287056 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31b262-a9f2-4edd-91aa-d69cdbbe7b6b req-fb6a3a59-0936-49aa-9dd4-262918ffafe9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:43.289686 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee31b262-a9f2-4edd-91aa-d69cdbbe7b6b req-fb6a3a59-0936-49aa-9dd4-262918ffafe9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.7574654 Jul 23 16:35:43.391329 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] For port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:43.392161 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:43.641148 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['37292cdd-37f0-4f6b-baea-1a64c57117d6'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:35:43.670314 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Calling delete_port for 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 owned by compute:nova {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:35:43.773251 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8992edb7-f694-4c3c-9aef-4316e1b08d8c req-80510e4e-3eff-4ccc-ada9-d6dd00afd718 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041428 Jul 23 16:35:43.781048 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee31b262-a9f2-4edd-91aa-d69cdbbe7b6b req-38e534f6-b5ae-4d73-ac0d-e3f619a09072 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513180 Jul 23 16:35:43.919603 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-70ef99f3-ca74-4cd2-8e3a-cfa00c5d7771 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0e9394a43ec74decbf2507b0d93a5f4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928724 Jul 23 16:35:43.948473 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.026375 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.039434 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1380af8c-48ba-4783-9bdc-c3ddf31d00e1 tempest-DeleteServersTestJSON-979311317 tempest-DeleteServersTestJSON-979311317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:44.161940 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event deleted for resources: {'Port': ['ID=5bebb5a1-c2e1-4eab-a545-de48e14e4d50,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:44.422496 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-d6bbb586-2da7-46c5-b6f0-1e1e41b50696 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.425234 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-d6bbb586-2da7-46c5-b6f0-1e1e41b50696 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5002062 Jul 23 16:35:44.436892 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:35:44.454354 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Request body: {'port': {'device_id': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f', 'admin_state_up': True, 'tenant_id': '0e9394a43ec74decbf2507b0d93a5f4f'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:44.481367 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.481367 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.482478 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.483254 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.484089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.485747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.485747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.486331 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.487167 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.487812 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.490123 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:44.581905 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-81f7554f-7e10-4d03-b9c7-d1740ed0e4a0 req-c255b38d-27f4-405a-a4e0-5c0cf0558480 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 210 time: 0.2940590 Jul 23 16:35:44.583617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:44.620692 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] No DVR routers for this DVR port 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 on host hv-cinder-80203 {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:44.627980 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.634338 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'name': 'network-vif-deleted', 'tag': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:44.665831 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e18f9704-7146-44f5-9f18-04ffc3161b86 req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "DELETE /v2.0/ports/5bebb5a1-c2e1-4eab-a545-de48e14e4d50 HTTP/1.1" status: 204 len: 173 time: 2.5556142 Jul 23 16:35:44.723208 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166f5d9-8d69-418a-8238-43e8478d0287 req-d6b79ae1-791d-49b9-a9bb-8fcf0b6dca9f tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:44.726886 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0166f5d9-8d69-418a-8238-43e8478d0287 req-d6b79ae1-791d-49b9-a9bb-8fcf0b6dca9f tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.3436141 Jul 23 16:35:44.727862 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:35:44.804473 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:35:44.805223 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5bebb5a1-c2e1-4eab-a545-de48e14e4d50 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:35:44.818056 dv-cinder-802039-1-smb neutron-server[74351]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'code': 422} returned with failed status Jul 23 16:35:44.854102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:44.857589 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0166f5d9-8d69-418a-8238-43e8478d0287 req-7dfa2ac7-0622-49e2-9af6-8b609677e87d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100087 Jul 23 16:35:44.861837 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Usage tracker for resource:port and tenant:0e9394a43ec74decbf2507b0d93a5f4f is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:44.868449 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:44.871250 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb', '1f32dc13-cbff-4100-869b-f78290961138', '24420840-a8cd-49e0-adbd-7cc478222613'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:35:44.883409 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:44.910349 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Made reservation on behalf of 0e9394a43ec74decbf2507b0d93a5f4f for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:35:44.918784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:44.956485 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.095856 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:45.102417 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Usage tracker for resource:security_group_rule and tenant:0e9394a43ec74decbf2507b0d93a5f4f is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:45.111786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:45.136011 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:45.275539 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45165a-b21c-48bb-aaa2-16c51e8509d2 req-baa00ae9-b0bd-44af-ad3c-c8f13bd37147 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:45.289167 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4f45165a-b21c-48bb-aaa2-16c51e8509d2 req-baa00ae9-b0bd-44af-ad3c-c8f13bd37147 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 945 time: 0.2233865 Jul 23 16:35:45.330860 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.341970 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:45.352074 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:45.413963 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4f45165a-b21c-48bb-aaa2-16c51e8509d2 req-82174aef-5645-4186-914e-327d3a6eb510 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217606 Jul 23 16:35:45.504211 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201557c8-f318-4c73-894f-ecb0a4b22f31,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:45.511791 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:45.796104 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Allocated IP 192.168.233.62 (5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f/f3014770-68a6-4b59-bbd3-325a902131b2/b07fc4a6-0d49-4a41-a3bf-9142e785330c) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:46.324357 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.371428 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Transition to ACTIVE for port object b07fc4a6-0d49-4a41-a3bf-9142e785330c will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:46.400964 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2adf31d-fbaf-468a-a551-f24666a27b25', 'name': 'network-vif-deleted', 'tag': '5bebb5a1-c2e1-4eab-a545-de48e14e4d50', 'status': 'completed', 'code': 200} Jul 23 16:35:46.438031 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:46.451364 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 37292cdd-37f0-4f6b-baea-1a64c57117d6 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:35:46.507090 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:46.625862 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:46.632102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:46.653023 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:46.756059 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 37292cdd-37f0-4f6b-baea-1a64c57117d6 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:46.775928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 37292cdd-37f0-4f6b-baea-1a64c57117d6 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:46.778488 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.031652 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Pushing event updated for resources: {'Port': ['ID=b07fc4a6-0d49-4a41-a3bf-9142e785330c,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:47.049041 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:47.080162 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:47.081228 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.188554 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7aab9-2f96-4eb2-b220-26447db08307 req-2334502d-d9ff-4ef5-bc39-472f7c448561 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:47.193041 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9e7aab9-2f96-4eb2-b220-26447db08307 req-2334502d-d9ff-4ef5-bc39-472f7c448561 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.4173064 Jul 23 16:35:47.208691 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7625709 Jul 23 16:35:47.245454 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Request body: {'port': {'device_id': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:47.293332 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26276ad-18b5-4839-992e-ba16b7739959 req-586a231c-5899-4c82-95e8-f67cf3fc0aad tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:47.297173 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a26276ad-18b5-4839-992e-ba16b7739959 req-586a231c-5899-4c82-95e8-f67cf3fc0aad tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.2960932 Jul 23 16:35:47.304310 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.368200 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9e7aab9-2f96-4eb2-b220-26447db08307 req-bb7783ad-f42e-4113-9291-589cb8d35ba2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551538 Jul 23 16:35:47.380470 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37292cdd-37f0-4f6b-baea-1a64c57117d6'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:47.396286 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6aad136f-8cd8-4a67-80f2-c8ae5e8b582b None None] Provisioning for port b07fc4a6-0d49-4a41-a3bf-9142e785330c completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:35:47.410063 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 37292cdd-37f0-4f6b-baea-1a64c57117d6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:47.411715 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6aad136f-8cd8-4a67-80f2-c8ae5e8b582b None None] Provisioning complete for port b07fc4a6-0d49-4a41-a3bf-9142e785330c triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:35:47.412316 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6aad136f-8cd8-4a67-80f2-c8ae5e8b582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.442739 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a26276ad-18b5-4839-992e-ba16b7739959 req-99d0f512-69a9-437c-b901-ad288e013daf tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113045 Jul 23 16:35:47.507346 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.540100 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:47.563092 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33892) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:47.574145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:47.825401 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6aad136f-8cd8-4a67-80f2-c8ae5e8b582b None None] Port b07fc4a6-0d49-4a41-a3bf-9142e785330c cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:35:47.881636 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=37292cdd-37f0-4f6b-baea-1a64c57117d6,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:47.926957 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.928011 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.931556 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.932534 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.933414 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.934261 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.938842 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.939846 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.942283 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.943463 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.947410 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:35:47.963353 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:48.136505 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af4298-ce82-4691-977f-51fa84f1f09d req-22742018-a960-4183-81f5-32ecdf8be556 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.139712 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-07af4298-ce82-4691-977f-51fa84f1f09d req-22742018-a960-4183-81f5-32ecdf8be556 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 935 time: 0.3414800 Jul 23 16:35:48.153005 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a409e-1a2d-4b28-a134-6e9d16d5ab9d req-6cb49e64-5666-4a4b-8f39-323b79b410f0 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:48.179059 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c38a409e-1a2d-4b28-a134-6e9d16d5ab9d req-6cb49e64-5666-4a4b-8f39-323b79b410f0 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.2402170 Jul 23 16:35:48.435963 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c38a409e-1a2d-4b28-a134-6e9d16d5ab9d req-badce967-51ec-4db6-a185-655db66b83a5 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549024 Jul 23 16:35:48.442088 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-07af4298-ce82-4691-977f-51fa84f1f09d req-207dbb66-e469-408d-ae2b-857644b71f60 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246313 Jul 23 16:35:48.472699 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-788d93c8-c1a4-4281-a193-c40a3b3bf37b tempest-TestShelveInstance-45974108 tempest-TestShelveInstance-45974108-project-admin] Synchronizing usage tracker for tenant:fb90a0055c8f47aa81d382a04764682f on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:35:48.530092 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-788d93c8-c1a4-4281-a193-c40a3b3bf37b tempest-TestShelveInstance-45974108 tempest-TestShelveInstance-45974108-project-admin] Unset dirty status for tenant:fb90a0055c8f47aa81d382a04764682f on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:35:48.534199 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-788d93c8-c1a4-4281-a193-c40a3b3bf37b tempest-TestShelveInstance-45974108 tempest-TestShelveInstance-45974108-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1093 time: 0.9676502 Jul 23 16:35:48.534946 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07fc4a6-0d49-4a41-a3bf-9142e785330c {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:48.538672 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 33904) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:48.547932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.551649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Request body: {'floatingip': {'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'port_id': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:35:48.566461 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:35:48.585760 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Transition to ACTIVE for port object b07fc4a6-0d49-4a41-a3bf-9142e785330c will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:35:48.591562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Usage tracker for resource:floatingip and tenant:a2f69bc9202b49e187f572f9409f7ebf is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:35:48.596253 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:48.606105 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e551d06f-ef69-46aa-ae1f-73b80ca2e59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:48.609690 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:35:48.610842 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37292cdd-37f0-4f6b-baea-1a64c57117d6', 'code': 200} Jul 23 16:35:48.636065 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:35:48.673987 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for floatingip, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.007929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Pushing event updated for resources: {'Port': ['ID=b07fc4a6-0d49-4a41-a3bf-9142e785330c,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.015152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:49.229631 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Attempting to bind port b07fc4a6-0d49-4a41-a3bf-9142e785330c on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:35:49.230507 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Attempting to bind port b07fc4a6-0d49-4a41-a3bf-9142e785330c by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:35:49.231339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Attempting to bind port b07fc4a6-0d49-4a41-a3bf-9142e785330c on network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:49.242640 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Port b07fc4a6-0d49-4a41-a3bf-9142e785330c on network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:35:49.243399 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Attempting to bind port b07fc4a6-0d49-4a41-a3bf-9142e785330c on network 5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:35:49.263974 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:35:49.264718 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Checking segment: {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:35:49.265312 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Bound using segment: {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:35:49.266102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Bound port: b07fc4a6-0d49-4a41-a3bf-9142e785330c, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd47402-3311-4eb4-94fc-924ef8a0a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:35:49.267053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.417053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] For port b07fc4a6-0d49-4a41-a3bf-9142e785330c, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:35:49.424151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] For port b07fc4a6-0d49-4a41-a3bf-9142e785330c, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:35:49.438276 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.460024 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:49.462846 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f54448c6-23b4-4866-b843-4e17673a0f73 req-953022ca-f99d-4e56-8727-cf7c3ab7e5e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7125447 Jul 23 16:35:49.503328 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941396a-b205-4372-94e5-400bcc4e42c5 req-f6eeb0e2-2c2f-4125-b6b6-f8260c2bbd54 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:49.515642 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2941396a-b205-4372-94e5-400bcc4e42c5 req-f6eeb0e2-2c2f-4125-b6b6-f8260c2bbd54 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.4969299 Jul 23 16:35:49.559841 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e470de8b-5504-496f-ad8a-99abac65a244 req-429f396e-7ece-4bee-b638-5a57a2c69b0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 1099 time: 0.3024092 Jul 23 16:35:49.568071 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Pushing event updated for resources: {'Port': ['ID=b07fc4a6-0d49-4a41-a3bf-9142e785330c,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:49.573234 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:49.585074 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:49.587350 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] 10.222.0.48 "PUT /v2.0/ports/b07fc4a6-0d49-4a41-a3bf-9142e785330c HTTP/1.1" status: 200 len: 1097 time: 2.3585093 Jul 23 16:35:49.589195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'tag': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:49.722327 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2941396a-b205-4372-94e5-400bcc4e42c5 req-b355d714-395d-4046-afd3-fcf36965be24 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040403 Jul 23 16:35:49.740794 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e470de8b-5504-496f-ad8a-99abac65a244 req-dad421ca-12f3-40e9-9bd0-a3982b55f203 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703119 Jul 23 16:35:49.758725 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:50.065900 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 33934) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:35:50.400738 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-15147bb0-b4f3-4de8-b675-2218071057d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3297045 Jul 23 16:35:50.506771 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Allocated IP 172.28.1.105 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/56b09112-591e-472c-8002-e16a7739cd68) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:35:50.593117 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051a411-5d4d-4005-b416-a8e8ac8f0814 req-40f15af4-2ceb-4ddd-801e-a865d6c07edc tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.595723 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6051a411-5d4d-4005-b416-a8e8ac8f0814 req-40f15af4-2ceb-4ddd-801e-a865d6c07edc tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.6235073 Jul 23 16:35:50.600604 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-59b356d2-4f8b-4c9e-8620-d29c8f3976dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e9394a43ec74decbf2507b0d93a5f4f&device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 1100 time: 0.5653384 Jul 23 16:35:50.852371 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-a5a37403-cb80-4cc9-a001-5c943a1db5e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c HTTP/1.1" status: 200 len: 217 time: 0.1642418 Jul 23 16:35:50.916918 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56d91a-c85f-4f1b-9987-6940b48b45f1 req-b4a5fab4-c684-4203-93a5-a8dc28837429 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:50.918830 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7d56d91a-c85f-4f1b-9987-6940b48b45f1 req-b4a5fab4-c684-4203-93a5-a8dc28837429 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 947 time: 0.6066635 Jul 23 16:35:51.091404 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6051a411-5d4d-4005-b416-a8e8ac8f0814 req-a9b40a4e-c51a-46cc-89fb-522918fc06f8 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754181 Jul 23 16:35:51.099148 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-b66a6085-6ea9-48cb-a68f-152ed5a6e5cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.104384 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-b66a6085-6ea9-48cb-a68f-152ed5a6e5cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f3014770-68a6-4b59-bbd3-325a902131b2 HTTP/1.1" status: 200 len: 843 time: 0.2364931 Jul 23 16:35:51.183372 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'tag': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c', 'status': 'completed', 'code': 200} Jul 23 16:35:51.203149 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.442400 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7d56d91a-c85f-4f1b-9987-6940b48b45f1 req-cfd2fc87-4338-4f45-9169-4474ebe1369a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984818 Jul 23 16:35:51.567923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:51.583043 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-53b0acbe-dc88-4d58-8321-aeef236028d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3591275 Jul 23 16:35:51.588521 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-39edc29d-6b23-4610-96c9-1bc20c22dec5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:51.833024 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948a81-cd7e-4a9f-a60d-e167f9700323 req-e8999b90-3d5d-471e-8825-3ec5cd3e7d6d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:51.835725 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f948a81-cd7e-4a9f-a60d-e167f9700323 req-e8999b90-3d5d-471e-8825-3ec5cd3e7d6d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.5003147 Jul 23 16:35:51.964001 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:35:51.975276 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'Port': ['ID=56b09112-591e-472c-8002-e16a7739cd68,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:51.980180 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:35:51.988684 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:51.993516 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:35:52.166967 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-81fcde4b-1f4e-4c7d-9e22-4688e391da02 service neutron] 10.222.0.48 "GET /v2.0/networks/5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210948 Jul 23 16:35:52.178412 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f948a81-cd7e-4a9f-a60d-e167f9700323 req-90194c98-e792-494c-b71d-9fe74b566c1e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831297 Jul 23 16:35:52.424452 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7f3e-44f6-475d-94f2-0481854401d0 req-06ccc5d9-c163-495e-9743-7b56606fa33c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.425727 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-f09c7f3e-44f6-475d-94f2-0481854401d0 req-06ccc5d9-c163-495e-9743-7b56606fa33c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Synchronizing usage tracker for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:35:52.658682 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-ae18e909-2afd-48a9-8c77-fef5f07c1018 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:52.659651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-ae18e909-2afd-48a9-8c77-fef5f07c1018 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Synchronizing usage tracker for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:35:52.779627 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.api [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-ae18e909-2afd-48a9-8c77-fef5f07c1018 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 97d4d2324c2847ca867fd4fd1d16444d-port {{(pid=74349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:35:52.780151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_db.api [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-ae18e909-2afd-48a9-8c77-fef5f07c1018 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:35:52.803026 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-f09c7f3e-44f6-475d-94f2-0481854401d0 req-06ccc5d9-c163-495e-9743-7b56606fa33c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Unset dirty status for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:35:52.804977 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f09c7f3e-44f6-475d-94f2-0481854401d0 req-06ccc5d9-c163-495e-9743-7b56606fa33c tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 945 time: 1.0650487 Jul 23 16:35:52.810674 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-809a12dc-d52c-4ac0-97b5-1135b0402388 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d&tenant_id=da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 1096 time: 0.1450372 Jul 23 16:35:52.940603 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee0d2378-fae2-42b8-96bd-34588ea4e766 req-21dbe0a5-89f9-4b1e-abc8-4c6461128c63 service neutron] 10.222.0.48 "GET /v2.0/networks/5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001274 Jul 23 16:35:53.000174 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-676eb291-d4f8-4db1-9608-c3118bd965a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1096 time: 0.1420577 Jul 23 16:35:53.326110 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-ae18e909-2afd-48a9-8c77-fef5f07c1018 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Unset dirty status for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:35:53.328290 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-ae18e909-2afd-48a9-8c77-fef5f07c1018 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 945 time: 0.8127625 Jul 23 16:35:53.345729 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f09c7f3e-44f6-475d-94f2-0481854401d0 req-9c8ed4cf-07d3-46ae-855c-db7569d0cadb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117772 Jul 23 16:35:53.392028 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3fd17-bcf2-4ab6-83ec-fe4c0136edb2 req-8c9db1fc-fca7-4c61-a0e4-70105d6d8c9c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.393083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-15b9177c-2586-4ec9-b264-6613040b24d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.394716 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-15b9177c-2586-4ec9-b264-6613040b24d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.3365808 Jul 23 16:35:53.407200 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e1b3fd17-bcf2-4ab6-83ec-fe4c0136edb2 req-8c9db1fc-fca7-4c61-a0e4-70105d6d8c9c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.7365644 Jul 23 16:35:53.565764 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Deleting port 24420840-a8cd-49e0-adbd-7cc478222613 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:35:53.566241 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:53.579804 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-75d139f2-b81a-4869-8c19-7fa3f73840d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e9394a43ec74decbf2507b0d93a5f4f&device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 1100 time: 0.4803364 Jul 23 16:35:53.590452 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e1b3fd17-bcf2-4ab6-83ec-fe4c0136edb2 req-686c22a0-31ee-4580-a44f-a986eee134a5 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674647 Jul 23 16:35:53.694414 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-2a8071da-60fd-452b-87ec-efa33db93985 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 200 len: 998 time: 0.2884173 Jul 23 16:35:53.961104 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-71218565-9c85-4fb6-981b-1c39cf19e20e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:53.964325 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-71218565-9c85-4fb6-981b-1c39cf19e20e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.2464967 Jul 23 16:35:54.050826 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-f67facfb-49f1-4e2b-bffa-808dda2263f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:54.054192 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-f67facfb-49f1-4e2b-bffa-808dda2263f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f HTTP/1.1" status: 200 len: 871 time: 0.4614832 Jul 23 16:35:54.296456 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-12431b5d-eb5a-4fe7-b509-ea752a789c8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c HTTP/1.1" status: 200 len: 217 time: 0.2232938 Jul 23 16:35:54.315194 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686e439-9c7f-4a0d-b8f0-976fc13c35a7 req-69d8aa9d-2a72-4479-9eae-6ac5fea744a8 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:54.318158 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3686e439-9c7f-4a0d-b8f0-976fc13c35a7 req-69d8aa9d-2a72-4479-9eae-6ac5fea744a8 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.6770437 Jul 23 16:35:54.492527 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-1bd382c3-f757-4fd6-8116-649252fb4ba7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2588871 Jul 23 16:35:54.679661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] For port 24420840-a8cd-49e0-adbd-7cc478222613, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=24420840-a8cd-49e0-adbd-7cc478222613,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:54.680345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:54.783351 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-6982185b-6a56-4884-ac21-57a2aa77d3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:54.786225 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-6982185b-6a56-4884-ac21-57a2aa77d3f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f3014770-68a6-4b59-bbd3-325a902131b2 HTTP/1.1" status: 200 len: 843 time: 0.4629064 Jul 23 16:35:54.802631 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3686e439-9c7f-4a0d-b8f0-976fc13c35a7 req-bca524c7-2dcb-42ca-adbc-c3e31ab2015d tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029608 Jul 23 16:35:54.932710 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Calling delete_port for 24420840-a8cd-49e0-adbd-7cc478222613 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:35:54.971417 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.064800 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24662b82-01a2-467d-8389-9ea5ff3d6830 req-697e74f6-c81c-41c6-a2f0-3461b575656a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:55.076932 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-24662b82-01a2-467d-8389-9ea5ff3d6830 req-697e74f6-c81c-41c6-a2f0-3461b575656a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 947 time: 0.6723325 Jul 23 16:35:55.085765 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-826c1c4a-7c0f-46b7-8288-c0893dc2c088 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748601 Jul 23 16:35:55.213288 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.364689 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.390824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:55.395098 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-837f1e0d-b1e0-40b4-9095-ce61ee01a2ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5888677 Jul 23 16:35:55.409831 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb', '1f32dc13-cbff-4100-869b-f78290961138'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:35:55.419820 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-24662b82-01a2-467d-8389-9ea5ff3d6830 req-aea2f887-0a75-40a5-99ff-f9fb1a2263ab tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407350 Jul 23 16:35:55.476179 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event deleted for resources: {'Port': ['ID=24420840-a8cd-49e0-adbd-7cc478222613,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:55.498500 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:55.525145 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e5c6046-5a61-4fda-ba05-96cf7a13ec89 req-ab2ba963-c781-4372-bce2-b99faeb4635c service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698680 Jul 23 16:35:55.666931 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] No DVR routers for this DVR port 24420840-a8cd-49e0-adbd-7cc478222613 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:35:55.672965 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:55.676936 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'name': 'network-vif-deleted', 'tag': '24420840-a8cd-49e0-adbd-7cc478222613'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:35:55.734419 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8d7c3f3a-efca-4334-8b2e-92eb72483356 req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "DELETE /v2.0/ports/24420840-a8cd-49e0-adbd-7cc478222613 HTTP/1.1" status: 204 len: 173 time: 2.3950744 Jul 23 16:35:55.765545 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:35:56.223361 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5eaf8-0df3-41ee-8cfc-cf4ab9197e91 req-0c8df8ab-cc73-4906-9104-ddfd50b7b88a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:56.241946 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bce5eaf8-0df3-41ee-8cfc-cf4ab9197e91 req-0c8df8ab-cc73-4906-9104-ddfd50b7b88a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.9706254 Jul 23 16:35:56.431883 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-b06ecf6a-655f-40ff-927d-e7ee2dc8e5d1 service neutron] 10.222.0.48 "GET /v2.0/networks/5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9952974 Jul 23 16:35:56.489280 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device b07fc4a6-0d49-4a41-a3bf-9142e785330c details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:35:56.507640 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 24420840-a8cd-49e0-adbd-7cc478222613 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:35:56.583391 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 24420840-a8cd-49e0-adbd-7cc478222613 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:35:56.584691 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 24420840-a8cd-49e0-adbd-7cc478222613 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:35:56.618591 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-a43a9dd5-9935-4cb3-8644-a9ff460279a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1098 time: 0.1674247 Jul 23 16:35:56.667039 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bce5eaf8-0df3-41ee-8cfc-cf4ab9197e91 req-b3a1ee5c-021e-40a8-af13-aac12c3828f7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230247 Jul 23 16:35:56.682412 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.db.resource_extend [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:35:56.801818 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.821120 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:56.871524 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:56.934876 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port b07fc4a6-0d49-4a41-a3bf-9142e785330c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:56.961020 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c', 'network_id': '5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f', 'port_id': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c', 'mac_address': 'fa:16:3e:84:e0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3014770-68a6-4b59-bbd3-325a902131b2', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:35:57.066867 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-a654bf17-b51d-4cfe-83ce-06eaa5c8bb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.072206 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-a654bf17-b51d-4cfe-83ce-06eaa5c8bb7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.4425936 Jul 23 16:35:57.208129 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.252130 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event updated for resources: {'Port': ['ID=56b09112-591e-472c-8002-e16a7739cd68,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.257679 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07fc4a6-0d49-4a41-a3bf-9142e785330c {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:35:57.259391 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:57.262903 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9d3ed3ff-7066-4cda-ab2b-bc52b345876b req-ace2c499-9cac-4ce4-aaeb-57f5e1248a15 service neutron] 10.222.0.48 "GET /v2.0/networks/5f041bcb-9888-48e2-9ef7-9c0fe1b2bd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899415 Jul 23 16:35:57.298664 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port b07fc4a6-0d49-4a41-a3bf-9142e785330c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:35:57.336302 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.341915 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:35:57.472894 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-2c4ce7c1-5b3f-4f01-9dc6-1b1f88d5b14f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 1001 time: 0.3397362 Jul 23 16:35:57.488020 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7dea8dc7-e102-409a-b91b-abf9697cb97a req-1d2ef858-cc69-4512-8daa-e68800548bba tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=b247ea68-5d55-424c-baff-c1b4ea1cf011 HTTP/1.1" status: 200 len: 210 time: 0.2228904 Jul 23 16:35:57.521287 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:35:57.542664 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=b07fc4a6-0d49-4a41-a3bf-9142e785330c,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:35:57.561326 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:35:57.652248 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-f12a6191-d3f8-4d35-9e72-586b2035984b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.654075 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-f12a6191-d3f8-4d35-9e72-586b2035984b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.1738353 Jul 23 16:35:57.754770 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b247ea68-5d55-424c-baff-c1b4ea1cf011', 'name': 'network-vif-deleted', 'tag': '24420840-a8cd-49e0-adbd-7cc478222613', 'status': 'completed', 'code': 200} Jul 23 16:35:57.802547 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['b07fc4a6-0d49-4a41-a3bf-9142e785330c'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:35:57.883884 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-2056ca90-db7c-4be7-83e9-26f9f60d9579 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2105558 Jul 23 16:35:57.970020 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a62325-da76-4dc7-8d95-1e78631e1907 req-7c08ab32-120e-4ac8-bce5-0fc5ee0f5b7b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:57.985973 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a62325-da76-4dc7-8d95-1e78631e1907 req-7c08ab32-120e-4ac8-bce5-0fc5ee0f5b7b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 1.5256214 Jul 23 16:35:58.366710 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-5b721a11-c234-4cb6-96d2-0ad2a1320c9a service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764292 Jul 23 16:35:58.463420 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-91ca2ee3-c531-4c57-a141-4d00c6d8a6aa tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.467372 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-91ca2ee3-c531-4c57-a141-4d00c6d8a6aa tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.7496946 Jul 23 16:35:58.563246 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a0a62325-da76-4dc7-8d95-1e78631e1907 req-47701360-c552-457c-a18a-5b411d378349 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756278 Jul 23 16:35:58.970647 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9d2c1-6903-420f-8da4-9831e17b1d65 req-94af6347-ee7a-4b51-be1a-773137c5d9ef tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:58.976835 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-48e9d2c1-6903-420f-8da4-9831e17b1d65 req-94af6347-ee7a-4b51-be1a-773137c5d9ef tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.7971933 Jul 23 16:35:59.178320 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.l3_db [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Floating IP faeee006-8c0e-4ea9-948f-e6914e509595 associated. External IP: 172.28.1.105, port: def1c00e-5784-4c0f-b1d5-5f052738ed48. Jul 23 16:35:59.271256 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-265e5393-1e87-41c7-b23f-a25342d5cc74 req-99dc0133-d207-432b-abd2-90c8bb66d770 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947097 Jul 23 16:35:59.407420 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-48e9d2c1-6903-420f-8da4-9831e17b1d65 req-25caa8b6-25eb-419b-93a7-a334411c51c2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065068 Jul 23 16:35:59.479069 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2384c6e-0aaf-40ef-bd4f-5af4664e6e7d req-f0959f55-6efc-42d0-b34a-e611441651d3 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:35:59.482037 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b2384c6e-0aaf-40ef-bd4f-5af4664e6e7d req-f0959f55-6efc-42d0-b34a-e611441651d3 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 948 time: 0.4300942 Jul 23 16:35:59.752799 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b2384c6e-0aaf-40ef-bd4f-5af4664e6e7d req-0d4f7a16-b3dc-4c11-8296-cf28ead15587 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361327 Jul 23 16:36:00.497595 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device b07fc4a6-0d49-4a41-a3bf-9142e785330c up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:36:00.619054 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800bfe3-c81b-4736-809e-3f978aaf9720 req-f4813f77-2fdc-48ae-9db2-81cf4219f315 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.622042 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e800bfe3-c81b-4736-809e-3f978aaf9720 req-f4813f77-2fdc-48ae-9db2-81cf4219f315 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.4500439 Jul 23 16:36:00.656894 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port b07fc4a6-0d49-4a41-a3bf-9142e785330c completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:36:00.657204 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd57640-c0a1-41bc-a7e2-4c7e13db8c21 req-98726418-f4fe-4b43-97aa-662d9c4a0e1b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:00.659156 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0cd57640-c0a1-41bc-a7e2-4c7e13db8c21 req-98726418-f4fe-4b43-97aa-662d9c4a0e1b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 945 time: 0.2120857 Jul 23 16:36:00.665788 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port b07fc4a6-0d49-4a41-a3bf-9142e785330c triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:00.666186 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.731384 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:36:00.912028 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.947597 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e800bfe3-c81b-4736-809e-3f978aaf9720 req-fca092f1-aa66-46e6-bea5-466ac3aa911a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866216 Jul 23 16:36:00.976698 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port b07fc4a6-0d49-4a41-a3bf-9142e785330c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:00.978115 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:00.978465 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0cd57640-c0a1-41bc-a7e2-4c7e13db8c21 req-3069b057-7c3a-42cb-a7b9-d97cdc31c052 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868273 Jul 23 16:36:00.989625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:00.995762 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 792cb6ae-6502-405d-89d2-09e2373335c7 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:01.225019 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:01.437024 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=b07fc4a6-0d49-4a41-a3bf-9142e785330c,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.444941 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:01.449740 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.541380 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=792cb6ae-6502-405d-89d2-09e2373335c7,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:01.548598 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:01.552337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:01.717683 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:01.723298 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=6']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:01.730544 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:01.735126 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] Sync routers for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:36:01.782720 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:01.784211 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:35:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:01.855458 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682160-a221-403e-80e4-d72d10847436 req-dba3066e-95b6-4de4-854d-34a154c0d613 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:01.858064 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d0682160-a221-403e-80e4-d72d10847436 req-dba3066e-95b6-4de4-854d-34a154c0d613 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.3825138 Jul 23 16:36:01.860590 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.267672 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.7263038 Jul 23 16:36:02.387833 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:02.403249 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d0682160-a221-403e-80e4-d72d10847436 req-16f03326-07e4-4a82-855e-f202d6d7ce96 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100704 Jul 23 16:36:02.429064 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:36:02.503868 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Deleting port 792cb6ae-6502-405d-89d2-09e2373335c7 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:02.504581 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:02.919277 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291513d7-5cc2-4b41-9b19-73c0cc2f3519 req-261038f2-64df-4bce-aa6b-c39549801f4c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:02.934781 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-291513d7-5cc2-4b41-9b19-73c0cc2f3519 req-261038f2-64df-4bce-aa6b-c39549801f4c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.8241394 Jul 23 16:36:03.360286 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-291513d7-5cc2-4b41-9b19-73c0cc2f3519 req-847f75ef-c0aa-4e81-b42c-23ae9b8edefc tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236317 Jul 23 16:36:03.450121 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48defbe6-b5b8-4044-b7d5-9a7f4e08ec91 req-71021002-ccd4-4cf4-aba8-085ab2dd29ee tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:03.462709 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-48defbe6-b5b8-4044-b7d5-9a7f4e08ec91 req-71021002-ccd4-4cf4-aba8-085ab2dd29ee tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.4691932 Jul 23 16:36:03.583054 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c', 'code': 200} Jul 23 16:36:03.604707 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] For port 792cb6ae-6502-405d-89d2-09e2373335c7, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=792cb6ae-6502-405d-89d2-09e2373335c7,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:03.605828 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:03.629312 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-48defbe6-b5b8-4044-b7d5-9a7f4e08ec91 req-66c41611-aad4-478a-9887-2b1bdde12040 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623218 Jul 23 16:36:03.776308 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': 'faeee006-8c0e-4ea9-948f-e6914e509595', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'port_id': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'mac_address': 'fa:16:3e:2c:5a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:53Z', 'updated_at': '2021-07-23T16:35:53Z', 'revision_number': 0, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:34:09Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:03.797835 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] Checking router: 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:36:03.854453 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:03.860556 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:35:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:04.072475 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Calling delete_port for 792cb6ae-6502-405d-89d2-09e2373335c7 owned by compute:nova {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:04.365512 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:36:04.557385 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:04.582583 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:04.623706 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['2c8234d6-ce4b-43fc-8ef4-cc8896f10be4'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:36:04.685023 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Pushing event deleted for resources: {'Port': ['ID=792cb6ae-6502-405d-89d2-09e2373335c7,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:04.695214 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:04.720521 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1856a-4a6c-488b-9bea-4c79e85ff9b4 req-deb1667c-23a4-4a13-b8da-a57cc62e0bda tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.723348 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-96d1856a-4a6c-488b-9bea-4c79e85ff9b4 req-deb1667c-23a4-4a13-b8da-a57cc62e0bda tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 865 time: 0.4408269 Jul 23 16:36:04.781444 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877baf0-1af0-4558-9e95-d0a4c95cd007 req-066e6df8-2575-4476-9b39-6380b1a4d9a1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:04.784148 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6877baf0-1af0-4558-9e95-d0a4c95cd007 req-066e6df8-2575-4476-9b39-6380b1a4d9a1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.4999454 Jul 23 16:36:04.966788 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] No DVR routers for this DVR port 792cb6ae-6502-405d-89d2-09e2373335c7 on host hv-cinder-80203 {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:04.982556 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:05.188349 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-de3e3fbd-978c-4c6b-a7b6-b80e7d3804ab req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "DELETE /v2.0/ports/792cb6ae-6502-405d-89d2-09e2373335c7 HTTP/1.1" status: 204 len: 173 time: 2.9162366 Jul 23 16:36:05.198446 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-96d1856a-4a6c-488b-9bea-4c79e85ff9b4 req-f71afd82-3790-44e5-ad24-cac67fe136b2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125097 Jul 23 16:36:05.237285 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6877baf0-1af0-4558-9e95-d0a4c95cd007 req-73c0c68d-2592-4b8d-8172-22d26aad9c32 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111879 Jul 23 16:36:05.470862 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'status': 'completed', 'code': 200} Jul 23 16:36:05.530431 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': 'faeee006-8c0e-4ea9-948f-e6914e509595', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'port_id': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'mac_address': 'fa:16:3e:2c:5a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:53Z', 'updated_at': '2021-07-23T16:35:53Z', 'revision_number': 0, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:34:09Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:05.538811 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ff04a6-c3a8-43d4-a8d7-e195d1be80e6 None None] The sync data for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb is: [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': 'faeee006-8c0e-4ea9-948f-e6914e509595', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'port_id': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'mac_address': 'fa:16:3e:2c:5a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:53Z', 'updated_at': '2021-07-23T16:35:53Z', 'revision_number': 0, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:34:09Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:36:05.584192 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:05.838319 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e3a7-a7f9-4098-b002-fe0fd3c1914c req-e218a090-568a-4735-ba9d-4e6b5bfa61a6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.841192 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6d83e3a7-a7f9-4098-b002-fe0fd3c1914c req-e218a090-568a-4735-ba9d-4e6b5bfa61a6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.2639706 Jul 23 16:36:05.972353 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6d83e3a7-a7f9-4098-b002-fe0fd3c1914c req-004a346f-217f-4f44-91a5-9db77747da31 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032469 Jul 23 16:36:05.996604 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8a44-0746-4c82-b0d5-c65393b1711d req-b0c8c9fa-3e92-4b44-8499-42fae7a7c0ec tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:05.999516 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-644b8a44-0746-4c82-b0d5-c65393b1711d req-b0c8c9fa-3e92-4b44-8499-42fae7a7c0ec tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.2525771 Jul 23 16:36:06.084444 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0299571-44c4-47d9-acb3-924b0d3506e6 None None] New status for floating IP faeee006-8c0e-4ea9-948f-e6914e509595: ACTIVE {{(pid=74351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:36:06.161274 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-644b8a44-0746-4c82-b0d5-c65393b1711d req-701408ef-6f76-47e5-86c0-7400a5eebcbb tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413445 Jul 23 16:36:06.742846 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:06.752355 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04a31-716c-473b-965b-a2435e630463 req-cf1869a2-4660-421d-98fd-861fabba0153 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.763252 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3fb04a31-716c-473b-965b-a2435e630463 req-cf1869a2-4660-421d-98fd-861fabba0153 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.3596690 Jul 23 16:36:06.874862 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3fb04a31-716c-473b-965b-a2435e630463 req-59c49aa8-1052-4dd3-a4b6-96a5dc5d001d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036794 Jul 23 16:36:06.905889 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e954764-e567-4653-a767-3e23d9888994 req-fe9b925c-d0cd-431b-8076-4540ae707cd5 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:06.909455 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5e954764-e567-4653-a767-3e23d9888994 req-fe9b925c-d0cd-431b-8076-4540ae707cd5 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.3442962 Jul 23 16:36:07.032678 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5e954764-e567-4653-a767-3e23d9888994 req-7441e0b9-bed8-46e8-8038-95cdaffc578e tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980456 Jul 23 16:36:07.039454 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7', 'code': 200} Jul 23 16:36:07.464021 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-cdd99662-b37b-4b73-8091-439205164d32 req-1a80ad22-b7b3-44c4-b0a0-f949084cbff2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Synchronizing usage tracker for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:36:07.473663 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'name': 'network-vif-deleted', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:07.534759 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-cdd99662-b37b-4b73-8091-439205164d32 req-1a80ad22-b7b3-44c4-b0a0-f949084cbff2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Unset dirty status for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:36:07.536776 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cdd99662-b37b-4b73-8091-439205164d32 req-1a80ad22-b7b3-44c4-b0a0-f949084cbff2 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.2217641 Jul 23 16:36:07.572907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5e61b-d18b-4985-b1c7-e2d96b9a4f21 req-4764113e-a94b-4a5f-a943-2e43599c5e5d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.576317 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0dd5e61b-d18b-4985-b1c7-e2d96b9a4f21 req-4764113e-a94b-4a5f-a943-2e43599c5e5d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1955540 Jul 23 16:36:07.659173 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0dd5e61b-d18b-4985-b1c7-e2d96b9a4f21 req-d209e91a-bd01-4557-a06d-59a610915066 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758727 Jul 23 16:36:07.966182 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323585cd-e533-4b42-b39f-a88aa6b9bf38 req-3b7f8d4b-cd04-4ff6-986a-0edd3f9d6135 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:07.967790 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-323585cd-e533-4b42-b39f-a88aa6b9bf38 req-3b7f8d4b-cd04-4ff6-986a-0edd3f9d6135 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.1992760 Jul 23 16:36:08.019044 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4466726-94d3-42b4-8a26-a58fb02a16f9 req-73e5b61d-a26e-4f1d-b86f-21f24c9d1db9 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.021397 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c4466726-94d3-42b4-8a26-a58fb02a16f9 req-73e5b61d-a26e-4f1d-b86f-21f24c9d1db9 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.1476293 Jul 23 16:36:08.062537 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:08.139292 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-323585cd-e533-4b42-b39f-a88aa6b9bf38 req-224fbeae-7042-4022-9060-49cf8dfe2352 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579545 Jul 23 16:36:08.170856 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c4466726-94d3-42b4-8a26-a58fb02a16f9 req-30dd248b-0595-4402-87d9-c0d29700e534 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288447 Jul 23 16:36:08.324301 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca53e6-61ce-44ba-8d19-c00a87ae3268', 'name': 'network-vif-deleted', 'tag': '792cb6ae-6502-405d-89d2-09e2373335c7', 'status': 'completed', 'code': 200} Jul 23 16:36:08.657696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385c1f1-d17f-4904-8a80-9545d9661f3c req-37591f14-ccd1-4650-8ff5-9169ca84a569 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.659684 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6385c1f1-d17f-4904-8a80-9545d9661f3c req-37591f14-ccd1-4650-8ff5-9169ca84a569 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.2425044 Jul 23 16:36:08.717585 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b877cac-86a4-4255-b320-76b50446b0c3 req-22fa9806-28d9-4935-92eb-55a1588f03f9 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:08.719402 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1b877cac-86a4-4255-b320-76b50446b0c3 req-22fa9806-28d9-4935-92eb-55a1588f03f9 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.2117910 Jul 23 16:36:08.799049 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6385c1f1-d17f-4904-8a80-9545d9661f3c req-07e1c095-b3d8-412a-952c-f389053c643e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275947 Jul 23 16:36:08.821355 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1b877cac-86a4-4255-b320-76b50446b0c3 req-997ffd1f-1e3f-4992-ad8a-0e4573cdcea9 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Jul 23 16:36:08.858375 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0c0eb9cf-8bdf-4efe-adf5-42fa94f095f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:09.217581 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c99abe7-525d-41ea-94f6-c9cf7c27d75e req-b531039b-f598-4cec-8ddc-551f5b6b4b0b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.1456134 Jul 23 16:36:09.308631 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad089a7-3f2e-458a-85a2-4dd265253e97 req-24f2fde9-cca5-4c0d-9fa5-c20f46d1ad64 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.311952 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bad089a7-3f2e-458a-85a2-4dd265253e97 req-24f2fde9-cca5-4c0d-9fa5-c20f46d1ad64 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1874123 Jul 23 16:36:09.416545 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bad089a7-3f2e-458a-85a2-4dd265253e97 req-0b57ab2f-844d-472c-907d-cf7c0cc1efca tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895972 Jul 23 16:36:09.705548 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5842c3-6a01-4d03-98e2-134ec6443092 req-bbe9c10d-b8ef-4d07-adc2-4df4314e2b77 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.708319 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ba5842c3-6a01-4d03-98e2-134ec6443092 req-bbe9c10d-b8ef-4d07-adc2-4df4314e2b77 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.2129064 Jul 23 16:36:09.837902 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ba5842c3-6a01-4d03-98e2-134ec6443092 req-b1321e2f-9c20-4789-91f8-010a0cf936b0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088028 Jul 23 16:36:09.868912 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162cdbf-66fd-4876-a778-f17c31735185 req-54cc9464-f5df-4f78-9be1-cc088f0e72f1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:09.873552 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4162cdbf-66fd-4876-a778-f17c31735185 req-54cc9464-f5df-4f78-9be1-cc088f0e72f1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.2498791 Jul 23 16:36:09.972595 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4162cdbf-66fd-4876-a778-f17c31735185 req-b5b938dc-abdb-4e9b-a5d0-5db552ea0d68 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858340 Jul 23 16:36:10.411284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e6eac-807d-4024-9a9c-06b75d1c5730 req-1a62461f-ecd2-42a0-b920-1c0ece58274d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.414106 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-501e6eac-807d-4024-9a9c-06b75d1c5730 req-1a62461f-ecd2-42a0-b920-1c0ece58274d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.2678876 Jul 23 16:36:10.426591 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdd1f-6592-4731-b43b-fb7dbcab997a req-3de81af6-828c-4256-8c44-9a7844effa77 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:10.428482 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc8bdd1f-6592-4731-b43b-fb7dbcab997a req-3de81af6-828c-4256-8c44-9a7844effa77 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.1993430 Jul 23 16:36:10.584832 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-501e6eac-807d-4024-9a9c-06b75d1c5730 req-fdd0ee21-6b15-4786-ae16-495932ecdc16 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546946 Jul 23 16:36:10.601958 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc8bdd1f-6592-4731-b43b-fb7dbcab997a req-082e20a9-0fdb-4985-b5ce-8de367af9fb6 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379991 Jul 23 16:36:10.888445 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-96473aac-61fc-469f-87ca-505c6977351b req-5b8a3f86-2d9a-4dfe-8858-a6f1493ecbbb tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.0644944 Jul 23 16:36:11.044558 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64511da-7d5b-4237-8688-66b69bdabbad req-eef10cb2-d969-48d5-ac5a-ba02fb033fb8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.047401 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d64511da-7d5b-4237-8688-66b69bdabbad req-eef10cb2-d969-48d5-ac5a-ba02fb033fb8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1574385 Jul 23 16:36:11.161224 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-7feea97a-204e-4202-8492-6216bbe6e08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:11.394838 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d64511da-7d5b-4237-8688-66b69bdabbad req-6cfc0c39-673d-4d3c-ad70-a42f8f1bfe1b tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393784 Jul 23 16:36:11.425487 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ed5a1-aadb-4251-8c4f-3c16df14ff54 req-5ecfce52-c4ec-4b30-aa46-b57a400dcaf6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.428789 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-667ed5a1-aadb-4251-8c4f-3c16df14ff54 req-5ecfce52-c4ec-4b30-aa46-b57a400dcaf6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.3388290 Jul 23 16:36:11.545241 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-667ed5a1-aadb-4251-8c4f-3c16df14ff54 req-4c62420e-e302-478c-8916-66cb70ddadf9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743737 Jul 23 16:36:11.737295 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928efd26-7b58-4a53-86bf-e92340aa4cad req-cbe90bf2-2414-4710-a26c-bae3527cf0c7 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:11.741220 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-928efd26-7b58-4a53-86bf-e92340aa4cad req-cbe90bf2-2414-4710-a26c-bae3527cf0c7 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.1052785 Jul 23 16:36:11.842922 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-928efd26-7b58-4a53-86bf-e92340aa4cad req-1f0090b2-c61c-4679-9137-e381d69984b1 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930953 Jul 23 16:36:12.037237 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff3c33-16f6-40c9-b9de-82867ec6fa95 req-5ac92cb5-eaab-402d-92d2-f6cf7a452178 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.040617 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-84ff3c33-16f6-40c9-b9de-82867ec6fa95 req-5ac92cb5-eaab-402d-92d2-f6cf7a452178 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.1957867 Jul 23 16:36:12.204290 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-84ff3c33-16f6-40c9-b9de-82867ec6fa95 req-0da8a2a1-02ac-4c07-bd4a-3c2d11583ac6 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515257 Jul 23 16:36:12.239311 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83effabb-b33e-48c4-ac24-90549a55cf4a req-1e7ef7b7-f26f-4801-8398-dbedd75ca809 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.241824 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-83effabb-b33e-48c4-ac24-90549a55cf4a req-1e7ef7b7-f26f-4801-8398-dbedd75ca809 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.1566269 Jul 23 16:36:12.326656 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-83effabb-b33e-48c4-ac24-90549a55cf4a req-d3467d0a-b890-4cd5-a0aa-6241e0480b3a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726614 Jul 23 16:36:12.523270 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-99430772-f707-4ae8-8039-72da23b622bb req-8c21956d-8452-40bb-83ab-14b6c99675c6 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.0856125 Jul 23 16:36:12.625398 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:12.750210 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624f15b-93e1-44fd-b8a2-23332ea65ba5 req-193dd04f-3f20-4307-9f97-06fa4c4ddc47 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:12.751847 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3624f15b-93e1-44fd-b8a2-23332ea65ba5 req-193dd04f-3f20-4307-9f97-06fa4c4ddc47 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1463788 Jul 23 16:36:12.957302 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3624f15b-93e1-44fd-b8a2-23332ea65ba5 req-85ecf499-9a57-44cc-a1e0-bf804bca8a27 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943073 Jul 23 16:36:13.012564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1752b13-d16d-4837-aeea-b32a24d8e0fc req-a64627c0-f404-40eb-ba74-dd6528d598fe tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.015920 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f1752b13-d16d-4837-aeea-b32a24d8e0fc req-a64627c0-f404-40eb-ba74-dd6528d598fe tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.2196078 Jul 23 16:36:13.117677 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f1752b13-d16d-4837-aeea-b32a24d8e0fc req-afeebfe1-4233-4ebe-a067-b3d29a63a54f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925739 Jul 23 16:36:13.433649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95789b39-5239-41a4-a385-1d4f10046dce req-a74eb4b9-c986-466a-930b-207e3e0d450b tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.436862 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-95789b39-5239-41a4-a385-1d4f10046dce req-a74eb4b9-c986-466a-930b-207e3e0d450b tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.2373073 Jul 23 16:36:13.620741 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-6c760bb5-1af6-4f3c-bb32-cc0970b92e3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1098 time: 0.1516464 Jul 23 16:36:13.672785 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-95789b39-5239-41a4-a385-1d4f10046dce req-73550048-9970-4e5e-831e-ac47d5ea5a3a tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110932 Jul 23 16:36:13.687013 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-abc88121-6a57-43a5-a06d-25921dcd7b6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 1098 time: 0.3595994 Jul 23 16:36:13.869806 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367584c-c9ca-494d-8763-29aae5b7c7b3 req-b598a8e7-3fe2-4ee0-8376-498dd659bce7 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:13.889042 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8367584c-c9ca-494d-8763-29aae5b7c7b3 req-b598a8e7-3fe2-4ee0-8376-498dd659bce7 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.3976564 Jul 23 16:36:13.906928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:14.123213 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8367584c-c9ca-494d-8763-29aae5b7c7b3 req-d30be250-5189-4b0f-984c-fb429b5ce98d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308049 Jul 23 16:36:14.132707 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-05de77c0-d50e-4593-a876-920453298069 req-ab81462c-d485-4b5b-a95b-41a7a8128107 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 1102 time: 0.4105694 Jul 23 16:36:14.207408 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-d4f29a6a-acfd-4a15-b56b-009d07a326aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.210777 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-d4f29a6a-acfd-4a15-b56b-009d07a326aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.4659386 Jul 23 16:36:14.252362 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f193-e7bd-4b80-a35d-2d732095a110 req-20de2bb8-c351-4a0d-897f-7b13664a418d tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.254113 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-20c0f193-e7bd-4b80-a35d-2d732095a110 req-20de2bb8-c351-4a0d-897f-7b13664a418d tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.3237987 Jul 23 16:36:14.267044 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-05de77c0-d50e-4593-a876-920453298069 req-227b8603-3ff2-46c0-b974-6dcb30a97e61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106243 Jul 23 16:36:14.326132 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-20c0f193-e7bd-4b80-a35d-2d732095a110 req-63be9f80-ac40-426a-b635-82a53a5ee525 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577765 Jul 23 16:36:14.445796 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-34503d50-f72a-4987-8eb6-a7d2947a3522 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.449060 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-34503d50-f72a-4987-8eb6-a7d2947a3522 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 910 time: 0.7481081 Jul 23 16:36:14.497205 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-25aa6159-1518-4996-8b69-c1a900ac2aad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 200 len: 1001 time: 0.2226260 Jul 23 16:36:14.530735 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a95376a1-d817-412c-b5a3-ff413f366ff5 req-c106141f-236a-4e59-a8cf-81d1d9bd5d41 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7ca53e6-61ce-44ba-8d19-c00a87ae3268 HTTP/1.1" status: 200 len: 210 time: 0.0982978 Jul 23 16:36:14.697603 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370ec0d-5353-4de1-9fd0-fd1875f519c2 req-d88d7f74-edc5-42a8-a2de-25c762d1f0a9 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.700392 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5370ec0d-5353-4de1-9fd0-fd1875f519c2 req-d88d7f74-edc5-42a8-a2de-25c762d1f0a9 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1491661 Jul 23 16:36:14.883757 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5370ec0d-5353-4de1-9fd0-fd1875f519c2 req-1c738d8c-b9bc-459e-b846-9be86ee789a5 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722188 Jul 23 16:36:14.938738 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007fa0-b755-41ef-a79e-3d73c840eabc req-8c324920-37d9-4cd0-b45d-a789fe340828 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:14.951018 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4c007fa0-b755-41ef-a79e-3d73c840eabc req-8c324920-37d9-4cd0-b45d-a789fe340828 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.1929495 Jul 23 16:36:15.026642 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-d64fdf60-341d-46aa-b9a8-1878f05c65db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.028799 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4c007fa0-b755-41ef-a79e-3d73c840eabc req-ac3a6267-4f1c-4084-9595-36cd5b74c56d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750499 Jul 23 16:36:15.029553 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-d64fdf60-341d-46aa-b9a8-1878f05c65db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.2076263 Jul 23 16:36:15.035219 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-b9a990eb-42ed-4988-9156-db31faa4fb8c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 1001 time: 0.3098524 Jul 23 16:36:15.292785 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-0daf1227-cce5-4626-9572-1d7a63e41912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.296067 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-0daf1227-cce5-4626-9572-1d7a63e41912 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.1578605 Jul 23 16:36:15.324270 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9180a07-b2fb-4151-921b-ca5b963d2f42 req-8188dbeb-8c75-46fd-b0a3-92cc6c95a940 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.327121 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a9180a07-b2fb-4151-921b-ca5b963d2f42 req-8188dbeb-8c75-46fd-b0a3-92cc6c95a940 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.1590769 Jul 23 16:36:15.396543 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-ff0ccaba-9d76-4cde-b824-134923bdb1d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3463161 Jul 23 16:36:15.491158 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a9180a07-b2fb-4151-921b-ca5b963d2f42 req-0e2272e0-a8e3-48fd-83d2-46c7de236350 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531191 Jul 23 16:36:15.645429 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40c14a-d67c-46a8-91f9-72bc848c7ddf req-6eeddff2-902f-4da4-8d89-393bf29a0741 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.654468 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6e40c14a-d67c-46a8-91f9-72bc848c7ddf req-6eeddff2-902f-4da4-8d89-393bf29a0741 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.2302244 Jul 23 16:36:15.713172 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-63429978-a300-48a7-b81e-ad98ae0d7cbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3934841 Jul 23 16:36:15.727241 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-da679964-b625-454c-861a-180f937c228a service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153925 Jul 23 16:36:15.768443 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6e40c14a-d67c-46a8-91f9-72bc848c7ddf req-90a3b94a-ef92-4e2f-a25b-0360a261d6f7 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955637 Jul 23 16:36:15.941419 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb17d6-7ccd-4f4a-8958-c579ca40fa2d req-03ae7b21-8821-4865-883a-ccbb93c55756 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:15.944406 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b9cb17d6-7ccd-4f4a-8958-c579ca40fa2d req-03ae7b21-8821-4865-883a-ccbb93c55756 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.1847258 Jul 23 16:36:16.050684 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b9cb17d6-7ccd-4f4a-8958-c579ca40fa2d req-e1381714-f5a8-4649-9e8b-346fbe251fa0 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899420 Jul 23 16:36:16.225175 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-234da54c-be80-4230-877d-e063f7cae34c service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938595 Jul 23 16:36:16.232018 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2e367c58-47bc-428e-be8f-1e68d4c35358 req-a7d03282-e41b-4b92-999f-13a81b637e4b service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617515 Jul 23 16:36:16.365243 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59c026-8d09-4375-85ba-d50ed161ea72 req-33474273-0701-4732-b0d5-e356183368f2 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.368146 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3c59c026-8d09-4375-85ba-d50ed161ea72 req-33474273-0701-4732-b0d5-e356183368f2 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1577973 Jul 23 16:36:16.454340 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3c59c026-8d09-4375-85ba-d50ed161ea72 req-b5ea36c3-7f1e-4406-9af9-b152f23fff8f tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735133 Jul 23 16:36:16.509623 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f81e97c0-4bb3-416b-8327-b4ec71b9ead8 req-8c4bff98-1e4f-41eb-bd86-caf90e58396e service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576811 Jul 23 16:36:16.856822 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f4801-d0e3-42b6-985d-38717fc5d5ed req-d05672ee-a92d-4b78-a9bc-45d2aeb9041b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:16.859847 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-126f4801-d0e3-42b6-985d-38717fc5d5ed req-d05672ee-a92d-4b78-a9bc-45d2aeb9041b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.1774898 Jul 23 16:36:17.078742 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-126f4801-d0e3-42b6-985d-38717fc5d5ed req-1bd84d10-3e8d-404f-8448-7a19a89708a3 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081566 Jul 23 16:36:17.132495 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afdfea-0822-4c0f-8990-9cd695d059ec req-06f94208-d2e6-4b33-a56a-24035809717b tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.134999 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-94afdfea-0822-4c0f-8990-9cd695d059ec req-06f94208-d2e6-4b33-a56a-24035809717b tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.1588378 Jul 23 16:36:17.231924 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-94afdfea-0822-4c0f-8990-9cd695d059ec req-5060ef22-3bbe-4055-8400-4f12a02f3d7a tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844772 Jul 23 16:36:17.436031 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942c9cb-3184-4ab6-a777-dd771824f573 req-fcc34ed4-857a-4831-b192-f7af411918cc tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.438045 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d942c9cb-3184-4ab6-a777-dd771824f573 req-fcc34ed4-857a-4831-b192-f7af411918cc tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.1249022 Jul 23 16:36:17.538423 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d942c9cb-3184-4ab6-a777-dd771824f573 req-791c9ea5-26a7-4f8f-880b-a18ba90f28b8 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930946 Jul 23 16:36:17.623352 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ff379-79bd-4104-9134-ad3464f69f93 req-a288074b-3aa5-4f9f-8ba5-43a222379cfc tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.625080 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-af2ff379-79bd-4104-9134-ad3464f69f93 req-a288074b-3aa5-4f9f-8ba5-43a222379cfc tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.1382158 Jul 23 16:36:17.714547 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-af2ff379-79bd-4104-9134-ad3464f69f93 req-b730ba3a-366f-4606-97a5-8b40de4aa879 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779531 Jul 23 16:36:17.945607 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccbba8-db01-4b1f-a26a-723fe5b42d99 req-a9695404-e001-4210-bbc5-2b6593e37200 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.949317 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-daccbba8-db01-4b1f-a26a-723fe5b42d99 req-a9695404-e001-4210-bbc5-2b6593e37200 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.1703205 Jul 23 16:36:17.969822 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-00a509f6-55ae-4b8b-95a5-f3cf4c3fcaa6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:17.971141 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-00a509f6-55ae-4b8b-95a5-f3cf4c3fcaa6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Synchronizing usage tracker for tenant:6937aa12c80445c9a807f2eeefad1902 on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:36:18.003649 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-00a509f6-55ae-4b8b-95a5-f3cf4c3fcaa6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Unset dirty status for tenant:6937aa12c80445c9a807f2eeefad1902 on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:36:18.005212 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-00a509f6-55ae-4b8b-95a5-f3cf4c3fcaa6 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.2004428 Jul 23 16:36:18.065598 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-daccbba8-db01-4b1f-a26a-723fe5b42d99 req-788f3c74-b077-430b-a464-8560881ad230 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023183 Jul 23 16:36:18.317501 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Deleting port 37292cdd-37f0-4f6b-baea-1a64c57117d6 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:18.317961 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.580561 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:36:18.618233 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873c561-832a-4ff4-8cca-4ee738e57aee req-f4f2211d-5a86-4012-9ef4-d75bbf37f273 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.621191 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2873c561-832a-4ff4-8cca-4ee738e57aee req-f4f2211d-5a86-4012-9ef4-d75bbf37f273 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 943 time: 0.2689574 Jul 23 16:36:18.679010 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b2aa5-50bd-4112-9037-f1f03eacfe06 req-3e3b4291-bd0d-4fe5-b473-c247bf482323 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:18.687267 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c33b2aa5-50bd-4112-9037-f1f03eacfe06 req-3e3b4291-bd0d-4fe5-b473-c247bf482323 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.2471313 Jul 23 16:36:18.783798 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:18.787929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] For port 37292cdd-37f0-4f6b-baea-1a64c57117d6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=37292cdd-37f0-4f6b-baea-1a64c57117d6,segment=NetworkSegment(dbd0a413-0716-46fe-b61c-ca31066fea8b),segment_id=dbd0a413-0716-46fe-b61c-ca31066fea8b)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:18.788443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.801952 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2873c561-832a-4ff4-8cca-4ee738e57aee req-e965a098-e733-4e67-9535-134759c907ef tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599622 Jul 23 16:36:18.804725 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'port_id': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'mac_address': 'fa:16:3e:50:93:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:36:18.820855 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c33b2aa5-50bd-4112-9037-f1f03eacfe06 req-51aee20f-a96a-49c3-b9b6-74409ac436c6 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212807 Jul 23 16:36:18.938579 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:18.976492 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669eec6e-6f61-4f97-9e82-0659d559f74e {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:36:19.017851 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:19.028278 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.034486 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:19.101706 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Calling delete_port for 37292cdd-37f0-4f6b-baea-1a64c57117d6 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:19.153040 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=9']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:19.157192 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:19.274085 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8da1a-4de7-458e-9232-2a471d5be57c req-4e39aca6-9c53-4ce3-a747-9dd21879783a tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.276803 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f6f8da1a-4de7-458e-9232-2a471d5be57c req-4e39aca6-9c53-4ce3-a747-9dd21879783a tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 946 time: 0.2332199 Jul 23 16:36:19.286464 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcfc46-a6f1-4ce0-9c43-e5dc7ce69afd req-0f8c1eb4-640f-41fd-ba00-ac998bf22dd4 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.288231 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cedcfc46-a6f1-4ce0-9c43-e5dc7ce69afd req-0f8c1eb4-640f-41fd-ba00-ac998bf22dd4 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.1636984 Jul 23 16:36:19.328695 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-0bd51b32-e52c-49d4-91cb-9400783ad8f0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.329446 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-0bd51b32-e52c-49d4-91cb-9400783ad8f0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Synchronizing usage tracker for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:36:19.366168 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-0bd51b32-e52c-49d4-91cb-9400783ad8f0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Unset dirty status for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:36:19.367147 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-0bd51b32-e52c-49d4-91cb-9400783ad8f0 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.2107005 Jul 23 16:36:19.376400 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f6f8da1a-4de7-458e-9232-2a471d5be57c req-b19a0892-2b99-4b31-83f7-5314d3877ea0 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/security-groups?id=85b81a83-117c-4223-ba9f-cc92ae00a9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845485 Jul 23 16:36:19.381120 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cedcfc46-a6f1-4ce0-9c43-e5dc7ce69afd req-2a2e44c6-f041-44f7-9fde-fdac5a82c12b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696328 Jul 23 16:36:19.442695 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.457502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:19.563288 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Pushing event deleted for resources: {'Port': ['ID=37292cdd-37f0-4f6b-baea-1a64c57117d6,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:19.580036 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:19.593928 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Deleting port 1f32dc13-cbff-4100-869b-f78290961138 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:19.594525 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.646671 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8744a-0e5c-4ea3-9115-e51425e914e4 req-4715af1e-4b23-48ba-a66e-816e9561ac8e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:19.648331 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-28c8744a-0e5c-4ea3-9115-e51425e914e4 req-4715af1e-4b23-48ba-a66e-816e9561ac8e tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 945 time: 0.0950925 Jul 23 16:36:19.713814 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-28c8744a-0e5c-4ea3-9115-e51425e914e4 req-9485c293-ea89-4011-a660-13a225105c11 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573835 Jul 23 16:36:19.730166 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['669eec6e-6f61-4f97-9e82-0659d559f74e'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:36:19.839385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] No DVR routers for this DVR port 37292cdd-37f0-4f6b-baea-1a64c57117d6 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:19.847315 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:19.852230 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'name': 'network-vif-deleted', 'tag': '37292cdd-37f0-4f6b-baea-1a64c57117d6'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:19.968173 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae451d1a-eadd-460b-a1b6-8bb0c8974b6b', 'name': 'network-vif-deleted', 'tag': '37292cdd-37f0-4f6b-baea-1a64c57117d6', 'status': 'completed', 'code': 200} Jul 23 16:36:19.981018 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8cf4f019-f4f4-4a25-93ca-baefba963c97 req-aede5ef0-b533-4237-8248-55f19e6ba149 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.48 "DELETE /v2.0/ports/37292cdd-37f0-4f6b-baea-1a64c57117d6 HTTP/1.1" status: 204 len: 173 time: 1.9581153 Jul 23 16:36:20.262187 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] For port 1f32dc13-cbff-4100-869b-f78290961138, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=1f32dc13-cbff-4100-869b-f78290961138,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:20.263320 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.275220 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29522fa3-fc3e-4003-9451-8c1be3366aa3 req-9fadde02-7c7e-41ec-bf30-c5dae827f74c tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.278184 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-29522fa3-fc3e-4003-9451-8c1be3366aa3 req-9fadde02-7c7e-41ec-bf30-c5dae827f74c tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.1529186 Jul 23 16:36:20.421004 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-29522fa3-fc3e-4003-9451-8c1be3366aa3 req-852e6d0e-d85c-4975-a103-d6c67b46eddd tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897880 Jul 23 16:36:20.435187 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Calling delete_port for 1f32dc13-cbff-4100-869b-f78290961138 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:20.458140 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fa0d2-fb3d-4128-9cc3-730bfd6c1320 req-f33ee2e9-514a-44c2-b4c8-a3c9a4ecba45 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.463165 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a92fa0d2-fb3d-4128-9cc3-730bfd6c1320 req-f33ee2e9-514a-44c2-b4c8-a3c9a4ecba45 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 944 time: 0.1833901 Jul 23 16:36:20.521093 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a92fa0d2-fb3d-4128-9cc3-730bfd6c1320 req-86836053-49f8-41ae-93cd-cae0f3a916be tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546138 Jul 23 16:36:20.635800 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 1f32dc13-cbff-4100-869b-f78290961138 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:20.779569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:20.788547 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No active binding found for port 1f32dc13-cbff-4100-869b-f78290961138 {{(pid=74351) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jul 23 16:36:20.790235 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 1f32dc13-cbff-4100-869b-f78290961138 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:36:20.791256 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 37292cdd-37f0-4f6b-baea-1a64c57117d6 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:20.800936 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-46d4cecf-c394-42ac-be69-5fe8938a9718 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:20.815411 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-57dbdc21-ad29-4dfa-b557-5f0773e6c062 req-637b02bc-a76d-4902-9d01-f4e50e227ab0 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae451d1a-eadd-460b-a1b6-8bb0c8974b6b HTTP/1.1" status: 200 len: 210 time: 0.1199541 Jul 23 16:36:20.859207 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 37292cdd-37f0-4f6b-baea-1a64c57117d6 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:36:20.872309 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event deleted for resources: {'Port': ['ID=1f32dc13-cbff-4100-869b-f78290961138,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:20.872603 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 37292cdd-37f0-4f6b-baea-1a64c57117d6 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:36:20.925496 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:20.976548 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7afd52-f1f1-452c-be7c-908848940d5d req-9ffdc455-4505-4c6c-8b69-379dd448f6e9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:20.979591 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6a7afd52-f1f1-452c-be7c-908848940d5d req-9ffdc455-4505-4c6c-8b69-379dd448f6e9 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.1620333 Jul 23 16:36:21.013741 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['11630a53-5908-4534-8711-b43f933e60eb'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:36:21.018315 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] No DVR routers for this DVR port 1f32dc13-cbff-4100-869b-f78290961138 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:21.031673 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.080519 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-3756c710-4e13-4af1-bdf3-da8eeaaa7971 req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "DELETE /v2.0/ports/1f32dc13-cbff-4100-869b-f78290961138 HTTP/1.1" status: 204 len: 173 time: 1.6983216 Jul 23 16:36:21.114820 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a2c02827-3c77-4ae7-a872-3c9d0bf4407b req-36286146-9ad7-4ace-b7b4-0733f598ca82 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 210 time: 0.0691547 Jul 23 16:36:21.146562 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6a7afd52-f1f1-452c-be7c-908848940d5d req-dec60057-5137-4707-a61b-82a93e15c23b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571717 Jul 23 16:36:21.458479 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-c4a731ec-87a9-42b1-b436-f9cdf22cc5fe tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.459998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-c4a731ec-87a9-42b1-b436-f9cdf22cc5fe tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Synchronizing usage tracker for tenant:0e9394a43ec74decbf2507b0d93a5f4f on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:36:21.499253 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-c4a731ec-87a9-42b1-b436-f9cdf22cc5fe tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Unset dirty status for tenant:0e9394a43ec74decbf2507b0d93a5f4f on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:36:21.501135 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-c4a731ec-87a9-42b1-b436-f9cdf22cc5fe tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.48 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.2871745 Jul 23 16:36:21.621730 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Deleting port b07fc4a6-0d49-4a41-a3bf-9142e785330c {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:21.622192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:21.780427 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f70c1-e8ed-4d56-8aa4-6b4d232ba9f5 req-cc4f2617-2421-4f14-a619-01ba47b90db8 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.782405 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743f70c1-e8ed-4d56-8aa4-6b4d232ba9f5 req-cc4f2617-2421-4f14-a619-01ba47b90db8 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 949 time: 0.1481547 Jul 23 16:36:21.906365 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743f70c1-e8ed-4d56-8aa4-6b4d232ba9f5 req-24f5e462-e3da-4a45-86ff-8e6b707ee141 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/security-groups?id=201557c8-f318-4c73-894f-ecb0a4b22f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114049 Jul 23 16:36:21.938839 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f270-afbf-4f93-bf5d-72a14c3c20a9 req-db5bbeee-d281-421c-b8ad-0d2a18a7bee6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:21.940811 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3d20f270-afbf-4f93-bf5d-72a14c3c20a9 req-db5bbeee-d281-421c-b8ad-0d2a18a7bee6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 944 time: 0.1282763 Jul 23 16:36:21.972363 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'name': 'network-vif-deleted', 'tag': '1f32dc13-cbff-4100-869b-f78290961138'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:21.986556 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] For port b07fc4a6-0d49-4a41-a3bf-9142e785330c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b07fc4a6-0d49-4a41-a3bf-9142e785330c,segment=NetworkSegment(3dd47402-3311-4eb4-94fc-924ef8a0a570),segment_id=3dd47402-3311-4eb4-94fc-924ef8a0a570)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:21.986934 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.009521 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3d20f270-afbf-4f93-bf5d-72a14c3c20a9 req-0be6f4c0-1790-435e-8ded-7efa2f28b86b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583508 Jul 23 16:36:22.135538 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f193d819-3332-4aa7-bfcb-d084daf70b92', 'name': 'network-vif-deleted', 'tag': '1f32dc13-cbff-4100-869b-f78290961138', 'status': 'completed', 'code': 200} Jul 23 16:36:22.257572 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Calling delete_port for b07fc4a6-0d49-4a41-a3bf-9142e785330c owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:22.583211 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ec2256e4-f26b-48c6-8f97-e03892de1c0a req-e7270b8a-108d-4224-9542-0af9960c5d65 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=f193d819-3332-4aa7-bfcb-d084daf70b92 HTTP/1.1" status: 200 len: 210 time: 0.1573372 Jul 23 16:36:22.615070 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:36:22.635431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.675546 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:22.706579 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['b07fc4a6-0d49-4a41-a3bf-9142e785330c'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:36:22.781657 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360dabc-dd93-4403-95d2-443dceb76a48 req-d70afa13-6652-48a8-936b-8b9bbcc6c6a3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:22.801170 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f360dabc-dd93-4403-95d2-443dceb76a48 req-d70afa13-6652-48a8-936b-8b9bbcc6c6a3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2982123 Jul 23 16:36:22.814109 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Pushing event deleted for resources: {'Port': ['ID=b07fc4a6-0d49-4a41-a3bf-9142e785330c,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:22.836577 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:22.874708 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 669eec6e-6f61-4f97-9e82-0659d559f74e triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:36:22.875509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.892935 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] No DVR routers for this DVR port b07fc4a6-0d49-4a41-a3bf-9142e785330c on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:22.896127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:22.927686 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-acfd3c9a-6c2d-40b4-ba54-a5e259aa96c5 req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.48 "DELETE /v2.0/ports/b07fc4a6-0d49-4a41-a3bf-9142e785330c HTTP/1.1" status: 204 len: 173 time: 1.4112468 Jul 23 16:36:22.941035 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f360dabc-dd93-4403-95d2-443dceb76a48 req-a973d590-e417-4e29-86f1-c932853da899 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331537 Jul 23 16:36:23.111392 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.218937 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:23.219237 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:23.230169 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:23.235089 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:23.286640 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b9317a61-e6e6-4bd6-a0fc-c3d4e470dba6 req-f39fa46f-2f69-48f8-a530-2f3f450e5272 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] 10.222.0.47 "GET /v2.0/ports?device_id=516a8da9-5411-46a6-bcc9-c8f9ce21a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0958269 Jul 23 16:36:23.407454 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=10']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:23.415183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:23.436664 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'code': 200} Jul 23 16:36:23.928615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be8daa-07d5-4579-b34d-35c05ac7205d req-f47a47d1-1c24-40ce-b837-d5d8ff824a2c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:23.931373 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f3be8daa-07d5-4579-b34d-35c05ac7205d req-f47a47d1-1c24-40ce-b837-d5d8ff824a2c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.5137227 Jul 23 16:36:24.085423 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f3be8daa-07d5-4579-b34d-35c05ac7205d req-76050a61-933f-44dd-a5ae-1637fb61d4d9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370556 Jul 23 16:36:24.137187 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'name': 'network-vif-deleted', 'tag': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:24.358003 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516a8da9-5411-46a6-bcc9-c8f9ce21a3b3', 'name': 'network-vif-deleted', 'tag': 'b07fc4a6-0d49-4a41-a3bf-9142e785330c', 'status': 'completed', 'code': 200} Jul 23 16:36:24.599544 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2064e8fe-1615-4042-9bcb-10ae8f3a9892 req-59a50286-b883-46b2-8abc-bd8a4cbb68c9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 1099 time: 0.2035482 Jul 23 16:36:24.610089 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device b07fc4a6-0d49-4a41-a3bf-9142e785330c no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:24.638698 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f930b9-dd4a-4c90-b00a-199a9211aaef req-aa301c89-8a5c-4ed9-ab5f-ab4f7e600fcf tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:24.641845 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-77f930b9-dd4a-4c90-b00a-199a9211aaef req-aa301c89-8a5c-4ed9-ab5f-ab4f7e600fcf tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2054822 Jul 23 16:36:24.693422 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: b07fc4a6-0d49-4a41-a3bf-9142e785330c {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:36:24.694189 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device b07fc4a6-0d49-4a41-a3bf-9142e785330c not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:36:24.702938 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2064e8fe-1615-4042-9bcb-10ae8f3a9892 req-d974f62d-744d-4723-826a-4d07f9afee0e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900567 Jul 23 16:36:24.740652 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-77f930b9-dd4a-4c90-b00a-199a9211aaef req-e36c88c5-e536-4b63-99b1-075d5905e05a tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846126 Jul 23 16:36:25.609396 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c299-4b13-4a42-8d33-80fda24a1b9f req-418b6139-447f-47db-9bb2-871351d88bed tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:25.612375 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-46f0c299-4b13-4a42-8d33-80fda24a1b9f req-418b6139-447f-47db-9bb2-871351d88bed tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.1654792 Jul 23 16:36:25.708994 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-46f0c299-4b13-4a42-8d33-80fda24a1b9f req-9496d757-89f7-4f2b-ae95-0d27b67eef7f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831821 Jul 23 16:36:26.409968 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5045c1e-dcc5-474d-a822-5f9785cdd4b9 req-f49a041e-e52f-418c-86e4-2fd99934cd22 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:26.413400 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f5045c1e-dcc5-474d-a822-5f9785cdd4b9 req-f49a041e-e52f-418c-86e4-2fd99934cd22 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 945 time: 0.2257895 Jul 23 16:36:26.452654 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62079735-ad5b-46d1-a7fd-75605c5731b9 req-1e91a747-520f-4101-b430-d932ffa2df8f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:26.460116 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-62079735-ad5b-46d1-a7fd-75605c5731b9 req-1e91a747-520f-4101-b430-d932ffa2df8f tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.2066035 Jul 23 16:36:26.522976 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-62079735-ad5b-46d1-a7fd-75605c5731b9 req-eeebd21e-3914-41cd-8b30-6e275be865d0 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Jul 23 16:36:26.662640 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f5045c1e-dcc5-474d-a822-5f9785cdd4b9 req-87fbcf7c-a1ff-4582-ac12-c2d59441cbef tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296872 Jul 23 16:36:27.216425 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5d6ec-a50e-494b-b75e-6a7927916552 req-b25bf778-c71c-4ce9-9ba9-1ac6d6a6ea51 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:27.229362 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-55a5d6ec-a50e-494b-b75e-6a7927916552 req-b25bf778-c71c-4ce9-9ba9-1ac6d6a6ea51 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.2130587 Jul 23 16:36:27.358491 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-55a5d6ec-a50e-494b-b75e-6a7927916552 req-49291192-d4c4-4f27-acdc-70cd1e7944aa tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238761 Jul 23 16:36:28.281845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-d2de8933-5bf6-4ac9-8967-9ffd54131e04 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:28.283868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-d2de8933-5bf6-4ac9-8967-9ffd54131e04 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Synchronizing usage tracker for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:36:28.310135 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-d2de8933-5bf6-4ac9-8967-9ffd54131e04 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Unset dirty status for tenant:06223ca9217c4539bb67ac0f06a19375 on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:36:28.312095 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-d2de8933-5bf6-4ac9-8967-9ffd54131e04 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.3310590 Jul 23 16:36:28.323304 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e1d13-1d82-46ec-ab5b-2208ac75fd73 req-c5971059-439c-48ed-b02b-91e79b6ee592 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:28.328316 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9e3e1d13-1d82-46ec-ab5b-2208ac75fd73 req-c5971059-439c-48ed-b02b-91e79b6ee592 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 946 time: 0.4512432 Jul 23 16:36:28.463286 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d92a5-e78c-4366-a146-e98274f7d34e req-f87217c0-8560-480c-9b14-28d181fa8521 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:28.477349 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cd7d92a5-e78c-4366-a146-e98274f7d34e req-f87217c0-8560-480c-9b14-28d181fa8521 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 945 time: 0.4107695 Jul 23 16:36:28.531265 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9e3e1d13-1d82-46ec-ab5b-2208ac75fd73 req-3bbbaaaf-0b2c-4535-9044-7274cf31ef69 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/security-groups?id=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932914 Jul 23 16:36:28.557801 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Deleting port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:28.558599 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:28.631891 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cd7d92a5-e78c-4366-a146-e98274f7d34e req-def3bcf1-4348-4e89-9e63-562435aec879 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417871 Jul 23 16:36:29.138821 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f813-4216-49ef-bc17-f8a374078a70 req-f498bb53-d98a-4b4f-9aba-6d9b0173d3fd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:29.141908 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4888f813-4216-49ef-bc17-f8a374078a70 req-f498bb53-d98a-4b4f-9aba-6d9b0173d3fd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.2597508 Jul 23 16:36:29.200186 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] For port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:29.201053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.323734 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4888f813-4216-49ef-bc17-f8a374078a70 req-899b08fb-33bf-491e-beb2-aa8762284b7f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751807 Jul 23 16:36:29.508251 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Calling delete_port for 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:29.891142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:29.910219 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:30.161307 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-266d935e-252a-4af6-87d6-f6123b6eb34f req-468e97a4-a169-426a-8906-ec98481d24b3 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 210 time: 0.2352664 Jul 23 16:36:30.240547 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Pushing event deleted for resources: {'Port': ['ID=2c8234d6-ce4b-43fc-8ef4-cc8896f10be4,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:30.373605 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b0468-738e-42c4-a594-f93d4d316f2e req-3197a3de-5ea0-49f8-ae92-d7c9db855dcb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:30.378395 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1e4b0468-738e-42c4-a594-f93d4d316f2e req-3197a3de-5ea0-49f8-ae92-d7c9db855dcb tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 945 time: 0.3537481 Jul 23 16:36:30.417036 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.417704 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.419036 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.420118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.420832 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.421578 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.424519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.424519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.424519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.424519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.439227 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:30.456630 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:30.494259 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] No DVR routers for this DVR port 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:30.505254 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:30.511227 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'name': 'network-vif-deleted', 'tag': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:30.538745 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1e4b0468-738e-42c4-a594-f93d4d316f2e req-2f848b4e-b5c1-47ee-bd7f-8728645f8e80 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403255 Jul 23 16:36:30.568366 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d6d49629-4c26-475e-9aaa-93001e4aa153 req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.48 "DELETE /v2.0/ports/2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 HTTP/1.1" status: 204 len: 173 time: 2.2464852 Jul 23 16:36:30.606472 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305997b-6b41-4640-bac1-af2949f74f5b req-081a3f3f-b7a1-471c-af8d-ff34764ec775 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:30.608769 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-2305997b-6b41-4640-bac1-af2949f74f5b req-081a3f3f-b7a1-471c-af8d-ff34764ec775 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Synchronizing usage tracker for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:36:30.668656 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-2305997b-6b41-4640-bac1-af2949f74f5b req-081a3f3f-b7a1-471c-af8d-ff34764ec775 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Unset dirty status for tenant:97d4d2324c2847ca867fd4fd1d16444d on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:36:30.668928 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:30.676127 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2305997b-6b41-4640-bac1-af2949f74f5b req-081a3f3f-b7a1-471c-af8d-ff34764ec775 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 945 time: 0.8479648 Jul 23 16:36:30.753305 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7e2456-9372-42bc-bb3a-130dd81e3365', 'name': 'network-vif-deleted', 'tag': '2c8234d6-ce4b-43fc-8ef4-cc8896f10be4', 'status': 'completed', 'code': 200} Jul 23 16:36:30.780826 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:36:30.781427 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 2c8234d6-ce4b-43fc-8ef4-cc8896f10be4 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:36:30.782187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 11630a53-5908-4534-8711-b43f933e60eb no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:30.854228 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Deleting port 11630a53-5908-4534-8711-b43f933e60eb {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:30.855336 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.250183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.332767 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11630a53-5908-4534-8711-b43f933e60eb'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:31.360678 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:31.370460 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.374260 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:31.501781 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:31.502415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:31.547476 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11630a53-5908-4534-8711-b43f933e60eb', 'code': 200} Jul 23 16:36:31.698786 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=6']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:31.718132 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:31.840225 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Calling delete_port for 11630a53-5908-4534-8711-b43f933e60eb owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:31.983434 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d1e16557-49af-4cb1-a0bf-6d2a5cfb2025 req-57aa921a-583b-4634-b90c-5c16ff604cc5 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f7e2456-9372-42bc-bb3a-130dd81e3365 HTTP/1.1" status: 200 len: 210 time: 0.2443886 Jul 23 16:36:32.083268 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.api [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:36:32.084267 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_db.api [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:36:32.586159 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Deleting port 11630a53-5908-4534-8711-b43f933e60eb {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:32.586827 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:32.730441 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7d1df-0cad-4640-adda-d486892cae36 req-048c9417-b033-411a-b5ad-3ba4c1693ff1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:36:32.733278 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-58c7d1df-0cad-4640-adda-d486892cae36 req-048c9417-b033-411a-b5ad-3ba4c1693ff1 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 943 time: 0.1915264 Jul 23 16:36:32.734613 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:36:32.858816 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-58c7d1df-0cad-4640-adda-d486892cae36 req-c63762fe-dd77-48c4-b882-8e779d857fab tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfd7ac50-c405-40fb-8d5c-83d061d144d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100717 Jul 23 16:36:33.084620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] For port 11630a53-5908-4534-8711-b43f933e60eb, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=11630a53-5908-4534-8711-b43f933e60eb,segment=NetworkSegment(7bb826f1-a54d-494b-821a-bf6c2cb2de00),segment_id=7bb826f1-a54d-494b-821a-bf6c2cb2de00)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:33.085290 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.127811 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 34492) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:33.238031 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Calling delete_port for 11630a53-5908-4534-8711-b43f933e60eb owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:33.569575 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.576923 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:33.723870 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Pushing event deleted for resources: {'Port': ['ID=11630a53-5908-4534-8711-b43f933e60eb,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:33.729112 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:33.755153 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] No DVR routers for this DVR port 11630a53-5908-4534-8711-b43f933e60eb on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:36:33.760596 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:33.769524 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'name': 'network-vif-deleted', 'tag': '11630a53-5908-4534-8711-b43f933e60eb'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:36:33.815432 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2305997b-6b41-4640-bac1-af2949f74f5b req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.48 "DELETE /v2.0/ports/11630a53-5908-4534-8711-b43f933e60eb HTTP/1.1" status: 204 len: 173 time: 3.1274784 Jul 23 16:36:33.878127 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac2b57a-4095-4db2-ab75-13acdbc8cbdd', 'name': 'network-vif-deleted', 'tag': '11630a53-5908-4534-8711-b43f933e60eb', 'status': 'completed', 'code': 200} Jul 23 16:36:34.359932 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8ac8c05c-1bc2-4847-a3e6-e30881f8297f req-0f5fdf78-5767-41fd-ad72-0e3f1c283e93 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] 10.222.0.47 "GET /v2.0/ports?device_id=aac2b57a-4095-4db2-ab75-13acdbc8cbdd HTTP/1.1" status: 200 len: 210 time: 0.0973067 Jul 23 16:36:34.428517 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:34.617932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34510) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:35.017207 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ffb4fd54-2f13-45eb-8ab0-880f2bf9ca4d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e9394a43ec74decbf2507b0d93a5f4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3971260 Jul 23 16:36:35.028071 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34518) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:35.223794 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.296981 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.454229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.463180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b1e902ed-c70d-4ebc-98cf-a63e201b1dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:35.487847 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201557c8-f318-4c73-894f-ecb0a4b22f31,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:35.492497 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:35.496486 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:35.513504 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/201557c8-f318-4c73-894f-ecb0a4b22f31 HTTP/1.1" status: 204 len: 168 time: 0.4726818 Jul 23 16:36:35.635965 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34532) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:36.011356 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Deleting subnet d65517be-3bd5-477b-b691-4f5b89553027 {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:36:36.018558 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.123769 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Deleting port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:36.126377 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.127715 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.185909 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599014'] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.420310 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.471839 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] For port 96bd099b-95b2-4574-8e3d-3d82e3abfc7f, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,segment=NetworkSegment(b8dc4f7d-e5f0-42c3-97e0-4d26298f128e),segment_id=b8dc4f7d-e5f0-42c3-97e0-4d26298f128e)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:36.472718 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.553120 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1600057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518735'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.574264 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:36.624947 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:36.644679 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65517be-3bd5-477b-b691-4f5b89553027,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:36.652774 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d65517be-3bd5-477b-b691-4f5b89553027 HTTP/1.1" status: 204 len: 168 time: 1.0133376 Jul 23 16:36:36.653380 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34540) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:36.654930 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9a4d2c48-83a4-4ca7-924c-210ae72171bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:36.745502 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Calling delete_port for 96bd099b-95b2-4574-8e3d-3d82e3abfc7f owned by network:router_interface {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:36.848301 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.189238 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.234709 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d2f9ae-2356-4d6e-a378-e39add08a7e0']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:37.269306 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb826f1-a54d-494b-821a-bf6c2cb2de00') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:37.270149 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb826f1-a54d-494b-821a-bf6c2cb2de00') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:37.299902 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.347652 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.373397 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:36:37.374268 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:37.403547 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:37.421182 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.443912 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:37.592984 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.607542 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c7a3cad4-74ea-469a-bfc1-fc315c9c022c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:37.629243 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:37.653443 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bd099b-95b2-4574-8e3d-3d82e3abfc7f,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.653927 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d2f9ae-2356-4d6e-a378-e39add08a7e0,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:37.658432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:37.670822 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-185f72b1-e7e5-4c34-af78-89a30688a0f2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/99d2f9ae-2356-4d6e-a378-e39add08a7e0 HTTP/1.1" status: 204 len: 168 time: 1.0095556 Jul 23 16:36:37.676334 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:38.080550 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.127268 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34552) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:38.208195 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.254917 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-896ff1ca-4e94-45ab-af12-b36f0bea5399 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=97d4d2324c2847ca867fd4fd1d16444d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1250820 Jul 23 16:36:38.262062 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34556) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:38.403916 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.443671 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.573774 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.584661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-11e024d9-2c95-4ef8-88f5-2c2faa0c6cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:38.608153 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd7ac50-c405-40fb-8d5c-83d061d144d5,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:38.613404 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:38.627133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:38.632906 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bfd7ac50-c405-40fb-8d5c-83d061d144d5 HTTP/1.1" status: 204 len: 168 time: 0.3680537 Jul 23 16:36:38.844064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-80fb7105-f809-40be-bb32-6e3270446394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:39.314377 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:36:39.721642 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:36:39.755924 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] Sync routers for ids ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:36:39.766478 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] 10.222.0.47 "PUT /v2.0/routers/790aa6e0-b35d-48f7-9ea1-136f6a651b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6367774 Jul 23 16:36:39.770474 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34574) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:39.813959 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] Routers {'790aa6e0-b35d-48f7-9ea1-136f6a651b21'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:39.816082 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:36:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:40.263150 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.302840 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] Set router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:36:40.729491 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:40.751851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Deleting port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:36:40.752521 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.058447 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180'}], 'enable_snat': True}, 'gw_port_id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:36:37Z', 'revision_number': 5, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port': {'id': '272e2f87-1786-4ca9-ba7a-c6abb7fc9376', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:33Z', 'updated_at': '2021-07-23T16:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:41.071797 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] Checking router: 790aa6e0-b35d-48f7-9ea1-136f6a651b21 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:36:41.102237 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] Routers {'790aa6e0-b35d-48f7-9ea1-136f6a651b21'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:36:41.103605 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:36:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:41.108049 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] For port 272e2f87-1786-4ca9-ba7a-c6abb7fc9376, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:36:41.108916 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.218785 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2bd77fcb-6601-4d6d-aac3-6c25fdc92f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:41.388201 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Calling delete_port for 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 owned by network:router_gateway {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:36:41.637731 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] Set router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 gateway port host: None {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:36:41.850275 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:36:40Z', 'revision_number': 6, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port_host': None}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:41.859192 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b325d9b9-46c1-4b91-bec6-0a09e0f7f780 None None] The sync data for ids ['790aa6e0-b35d-48f7-9ea1-136f6a651b21'] in dv-cinder-802039-1-smb is: [{'id': '790aa6e0-b35d-48f7-9ea1-136f6a651b21', 'name': 'tempest-ServerRescueNegativeTestJSON-1364873050-router', 'tenant_id': '06223ca9217c4539bb67ac0f06a19375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:36:40Z', 'revision_number': 6, 'project_id': '06223ca9217c4539bb67ac0f06a19375', 'gw_port_host': None}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:36:42.247576 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 96bd099b-95b2-4574-8e3d-3d82e3abfc7f no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:42.482719 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 96bd099b-95b2-4574-8e3d-3d82e3abfc7f {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:36:42.484333 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 96bd099b-95b2-4574-8e3d-3d82e3abfc7f not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:36:42.539851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.549487 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-372cadba-9777-4300-9556-112343d01b7a tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:42.632049 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:42.648938 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=272e2f87-1786-4ca9-ba7a-c6abb7fc9376,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:42.653327 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:43.197551 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.784872 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.794098 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:43.904275 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.011091 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.012706 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790aa6e0-b35d-48f7-9ea1-136f6a651b21 {{(pid=74349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:36:44.077681 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.088673 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 34620) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:44.091255 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/790aa6e0-b35d-48f7-9ea1-136f6a651b21 HTTP/1.1" status: 204 len: 168 time: 4.3115299 Jul 23 16:36:44.347874 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:36:44.361677 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Deleting subnet f8a8009b-26b4-4d77-983c-3a556fc38bd5 {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:36:44.374204 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.482189 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:36:44.486550 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 272e2f87-1786-4ca9-ba7a-c6abb7fc9376 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:36:44.535077 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.662897 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.818512 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.828126 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-65719356-b480-415c-8459-bce7ccda9435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:44.872941 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a8009b-26b4-4d77-983c-3a556fc38bd5,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:44.892891 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.893640 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.894591 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.895496 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.896167 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.897036 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.897784 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.898462 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.899135 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.899902 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.900666 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:36:44.908073 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:44.910199 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:44.920962 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-1bdb453e-e03d-49ec-8fdf-2db30c7ae192 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f8a8009b-26b4-4d77-983c-3a556fc38bd5 HTTP/1.1" status: 204 len: 168 time: 0.8289948 Jul 23 16:36:44.924822 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 34638) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:45.149530 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.458440 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.493630 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f745288a-1c86-47cf-b922-ad469b82cf3e']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.520326 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.521201 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dc4f7d-e5f0-42c3-97e0-4d26298f128e') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:36:45.547800 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.595820 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.616550 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:36:45.617373 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:36:45.644170 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:36:45.842419 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.852427 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:45.863605 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:45.909923 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] 10.222.0.47 "DELETE /v2.0/networks/f745288a-1c86-47cf-b922-ad469b82cf3e HTTP/1.1" status: 204 len: 168 time: 0.9833314 Jul 23 16:36:45.920959 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f745288a-1c86-47cf-b922-ad469b82cf3e,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:45.925119 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:46.298836 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34652) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:46.373366 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-bdcdc722-c51f-4fed-992c-43a2c2eff6cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06223ca9217c4539bb67ac0f06a19375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0722549 Jul 23 16:36:46.378017 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 34656) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:46.542350 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.601509 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.735489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.756381 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34664) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:46.758497 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f6593685-7339-4600-aebf-6f08a6d27519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:46.783331 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aca3c5c-f5a1-4ac1-9846-1d362aee67a9,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:46.788963 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:46.816662 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:46.819730 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8aca3c5c-f5a1-4ac1-9846-1d362aee67a9 HTTP/1.1" status: 204 len: 168 time: 0.4396670 Jul 23 16:36:47.223282 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.324485 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:36:47.336821 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Usage tracker for resource:security_group_rule and tenant:02e02d21b6934a0397daefc79c20efaa is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:36:47.343379 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:36:47.356482 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:36:47.523757 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.533154 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.547847 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ff819cea-0ca2-4ccb-b1bf-00537861fd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:47.646470 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e52caa-7434-476b-a559-2f5039f32e27,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:47.661888 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 34682) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:47.675889 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02e02d21b6934a0397daefc79c20efaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9177423 Jul 23 16:36:47.677824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:47.797751 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.862185 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:47.996273 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.019032 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ac2b66e3-4b5d-48dd-9065-0c70805d5122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:48.042907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e52caa-7434-476b-a559-2f5039f32e27,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:48.058794 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:48.063771 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:48.071488 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8e52caa-7434-476b-a559-2f5039f32e27 HTTP/1.1" status: 204 len: 168 time: 0.4076076 Jul 23 16:36:51.812292 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34756) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:52.119217 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.201415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:36:52.210112 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e9bf097db1ee4b3d9223a4cad68214a6 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:36:52.216954 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:36:52.231701 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:36:52.401297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.408884 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.422617 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-91fd151e-4a18-4430-90c8-32b3d29965a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:52.502633 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18508e67-73ad-4fe0-a64f-edf38f08521b,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:52.512394 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:52.522919 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9bf097db1ee4b3d9223a4cad68214a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7084005 Jul 23 16:36:52.527591 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34764) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:52.658488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.697347 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.802840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:52.813859 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7ac1a8e0-74d0-45a9-a09d-752c3cb05878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:52.997570 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18508e67-73ad-4fe0-a64f-edf38f08521b,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:53.023146 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:53.027562 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.029564 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18508e67-73ad-4fe0-a64f-edf38f08521b HTTP/1.1" status: 204 len: 168 time: 0.5002356 Jul 23 16:36:53.861151 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34790) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:53.903432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:53.970527 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:36:53.975418 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Usage tracker for resource:security_group_rule and tenant:2e488e2e58d94b8588131a31a4ca787a is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:36:53.979799 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:36:53.987771 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:36:54.084773 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.095685 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.121238 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7e6c26a3-e19d-4253-b0de-69eb5d274962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:54.207620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a6135b-47ee-4207-9d8e-852756ad40ae,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:54.214574 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e488e2e58d94b8588131a31a4ca787a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3505235 Jul 23 16:36:54.216981 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:36:54.218678 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 34796) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:36:54.327118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.381533 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.493969 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.503732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-75161819-b04a-4038-9afa-5c5e5e326e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:36:54.526807 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a6135b-47ee-4207-9d8e-852756ad40ae,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:36:54.531118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:36:54.536778 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31a6135b-47ee-4207-9d8e-852756ad40ae HTTP/1.1" status: 204 len: 168 time: 0.3128836 Jul 23 16:36:54.536778 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:03.650232 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35018) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:03.753629 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Deleting subnet e3d60bc0-717f-4722-a870-fb660fcf9b5e {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:37:03.757712 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.827387 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599014'] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:03.907091 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.014544 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1600057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518735'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.022737 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8d77be04-2b67-4ee7-82e9-8e3d259fca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:04.089864 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d60bc0-717f-4722-a870-fb660fcf9b5e,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.095986 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:04.099658 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.112530 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3d60bc0-717f-4722-a870-fb660fcf9b5e HTTP/1.1" status: 204 len: 168 time: 0.4606917 Jul 23 16:37:04.116119 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35026) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:04.271995 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.276681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35030) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:04.452748 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.467541 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d255797-9335-4822-adad-3daba6c07341']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.482063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd0a413-0716-46fe-b61c-ca31066fea8b') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.482923 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd0a413-0716-46fe-b61c-ca31066fea8b') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:04.495792 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.518868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.521279 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.527982 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:37:04.528330 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:37:04.546846 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:37:04.580734 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:04.587715 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a5d6ad54114f96a61dc3f0b44c9e96 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:04.593595 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:04.605661 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:04.663654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.672581 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:04.689292 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.700651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d255797-9335-4822-adad-3daba6c07341,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.705773 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:04.719823 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3d255797-9335-4822-adad-3daba6c07341 HTTP/1.1" status: 204 len: 168 time: 0.6025164 Jul 23 16:37:04.735132 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.742242 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.758588 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:04.836172 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3a5d6ad54114f96a61dc3f0b44c9e96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5550566 Jul 23 16:37:04.837044 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45904260-a7da-49dc-a417-4c2f6406aa30,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:04.837165 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35044) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:04.843286 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:04.965556 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:04.991678 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35052) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:05.016939 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.108831 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-286381e0-4e05-4c35-886f-a83e118a9857 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6937aa12c80445c9a807f2eeefad1902&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1148164 Jul 23 16:37:05.117461 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35060) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:05.171149 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.187157 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8b161c55-a848-4e74-b207-5be6babb5f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:05.222375 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45904260-a7da-49dc-a417-4c2f6406aa30,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.226863 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:05.252654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.254835 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45904260-a7da-49dc-a417-4c2f6406aa30 HTTP/1.1" status: 204 len: 168 time: 0.4163301 Jul 23 16:37:05.311837 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.366367 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.462691 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.471843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-535ca4f2-ade1-4981-b51e-b90d5f87f96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:05.492748 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b81a83-117c-4223-ba9f-cc92ae00a9f6,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:05.501477 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:05.520464 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:05.522929 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85b81a83-117c-4223-ba9f-cc92ae00a9f6 HTTP/1.1" status: 204 len: 168 time: 0.4035673 Jul 23 16:37:05.581298 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35072) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:06.067627 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.125676 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:06.134497 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:465ad1b1d3704bc3bfbb01d804950e38 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:06.138521 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:06.152488 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.154639 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:06.291866 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.310002 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.326253 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:06.406605 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2874af-5b74-4dea-9837-6265aacb7beb,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.412222 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:06.416988 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=465ad1b1d3704bc3bfbb01d804950e38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8335848 Jul 23 16:37:06.421322 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35098) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:06.515551 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.551460 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.642755 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.648937 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f6f4789d-1364-4a08-905c-eadc2804904c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:06.666385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2874af-5b74-4dea-9837-6265aacb7beb,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:06.670779 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:06.673556 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:06.675377 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad2874af-5b74-4dea-9837-6265aacb7beb HTTP/1.1" status: 204 len: 168 time: 0.2525189 Jul 23 16:37:07.344633 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35124) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:07.370922 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.419703 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:07.426227 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Usage tracker for resource:security_group_rule and tenant:330b484cfa0f42ff954943791bda8a74 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:07.430986 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:07.439278 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:07.579855 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.587023 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.657538 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ed727027-470f-41ee-8b4e-fb5869afecb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:07.680386 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35136) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:07.680976 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=330b484cfa0f42ff954943791bda8a74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346763 Jul 23 16:37:07.714894 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542b9025-5c00-4e88-a286-1c39e251a71a,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:07.720673 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:07.813868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.866837 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:07.993763 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.005809 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-40b99454-fd9a-44ba-a6a9-4f1090a7969b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:08.043636 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542b9025-5c00-4e88-a286-1c39e251a71a,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:08.047147 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.058478 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/542b9025-5c00-4e88-a286-1c39e251a71a HTTP/1.1" status: 204 len: 168 time: 0.3757663 Jul 23 16:37:08.060607 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:08.103046 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:08.586027 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd9800-57b9-4ba0-a9c2-a2a866bd5e95 req-59c2e70a-77c1-4c64-a5b0-27d4dc05481c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:08.590179 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-71dd9800-57b9-4ba0-a9c2-a2a866bd5e95 req-59c2e70a-77c1-4c64-a5b0-27d4dc05481c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.1527009 Jul 23 16:37:08.686938 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-71dd9800-57b9-4ba0-a9c2-a2a866bd5e95 req-c15e4004-1b32-4f9e-8a29-ba2116466438 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891268 Jul 23 16:37:08.842911 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-aae34511-e820-4d7f-a126-234bb83626b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:09.708869 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:37:10.049502 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8fd8-9d6d-48ba-b649-ce80792e0866 req-9021aa0c-00cd-4ebb-aa59-aab0838fd9e1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.066706 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9ad8fd8-9d6d-48ba-b649-ce80792e0866 req-9021aa0c-00cd-4ebb-aa59-aab0838fd9e1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.1612034 Jul 23 16:37:10.146045 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e9ad8fd8-9d6d-48ba-b649-ce80792e0866 req-c4476b43-7f6e-4ca4-b232-3a902f39b327 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780110 Jul 23 16:37:10.703419 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-0aacc9c3-b223-4e72-aa99-085addf39573 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:10.705139 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-0aacc9c3-b223-4e72-aa99-085addf39573 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.1258514 Jul 23 16:37:10.823077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Deleting port 5d669319-5a2f-47e9-b906-424a15ab3538 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:37:10.823748 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.153952 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-0aa11f55-6c68-4e21-b565-34c9f256c17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.256831 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] For port 5d669319-5a2f-47e9-b906-424a15ab3538, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=5d669319-5a2f-47e9-b906-424a15ab3538,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:11.258716 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:11.557146 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafebbea-2369-46e4-8d10-0ad8fcab47f4 req-0b706972-f95f-4de4-81d1-bd49d7e29f34 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:11.571194 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-eafebbea-2369-46e4-8d10-0ad8fcab47f4 req-0b706972-f95f-4de4-81d1-bd49d7e29f34 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 945 time: 0.1511307 Jul 23 16:37:11.576237 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35264) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:11.683653 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-eafebbea-2369-46e4-8d10-0ad8fcab47f4 req-25b60d03-7b09-49c9-8e2a-af851ab3ab63 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106558 Jul 23 16:37:12.008840 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.070915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.071815 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.072907 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Floating IP 0f762ff4-9240-40f7-bc67-4c29f62f22a5 disassociated. External IP: 172.28.1.191, port: 5d669319-5a2f-47e9-b906-424a15ab3538. Jul 23 16:37:12.074094 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Calling delete_port for 5d669319-5a2f-47e9-b906-424a15ab3538 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:37:12.099808 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:12.113485 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Usage tracker for resource:security_group_rule and tenant:2e073fca5d1749d69e6d7bdb7bcfec8f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:12.120704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:12.141603 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:12.297692 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.307120 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.363026 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-243efd9a-2bb1-4f1b-8bb4-2ad747f51fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:12.377182 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e073fca5d1749d69e6d7bdb7bcfec8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7959635 Jul 23 16:37:12.378154 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35290) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:12.422393 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d11a9eb-5a2f-402d-9f06-1cf96d521b6f,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:12.446430 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:12.462475 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.492572 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d679edcb-097c-41ab-a2c3-18da264d3b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:12.546713 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.596909 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.608032 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event deleted for resources: {'Port': ['ID=5d669319-5a2f-47e9-b906-424a15ab3538,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:12.612401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:12.679530 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.792011 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.812812 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5b5c6081-e35c-4217-8768-eb7c7eeb2fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:12.875522 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d11a9eb-5a2f-402d-9f06-1cf96d521b6f,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:12.882097 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:12.883537 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5d669319-5a2f-47e9-b906-424a15ab3538 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:37:12.900072 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:12.906595 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-a21db5c2-5839-4d8b-8050-e81f8ee4655a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d11a9eb-5a2f-402d-9f06-1cf96d521b6f HTTP/1.1" status: 204 len: 168 time: 0.5275676 Jul 23 16:37:13.048335 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 5d669319-5a2f-47e9-b906-424a15ab3538 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:37:13.049356 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 5d669319-5a2f-47e9-b906-424a15ab3538 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:37:13.124081 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35306) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:13.250602 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:37:13.327973 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f1ca0092-5a93-4f27-82a0-6a146c121275 req-53cc0f42-8cab-48b1-9ffe-0bed0bd1b496 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 210 time: 0.1838505 Jul 23 16:37:13.692863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.775759 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:13.794342 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Usage tracker for resource:security_group_rule and tenant:d5515641f6fd414cb91c28dd8af8e26f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:13.800668 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:13.813783 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:13.914719 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:13.957013 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:13.974132 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:37:14.030209 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:14.034340 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:37:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:14.088751 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.109314 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.122651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] No DVR routers for this DVR port 5d669319-5a2f-47e9-b906-424a15ab3538 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:14.128592 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.148178 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-56683d40-d519-48c5-a556-ec435013e6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:14.153538 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'name': 'network-vif-deleted', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:14.173229 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d2cbe7d9-7a7f-461b-92f1-065537882bf9 req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "DELETE /v2.0/ports/5d669319-5a2f-47e9-b906-424a15ab3538 HTTP/1.1" status: 204 len: 173 time: 3.4584889 Jul 23 16:37:14.324912 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35320) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:14.365956 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615e9d2-325f-44bf-bbc0-0dcf7252034c,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:14.374830 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5515641f6fd414cb91c28dd8af8e26f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2479775 Jul 23 16:37:14.376493 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:14.395724 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35324) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:14.459099 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.631470 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:14.652262 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Usage tracker for resource:security_group_rule and tenant:b477ad87dd64467c8f2cf65854862db1 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:14.669389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:14.697907 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:14.776341 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.893304 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.900613 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:14.924687 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aa811ac9-f3aa-4107-9915-c0b5bb39d549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:14.935967 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.051969 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2803717-49cc-49c4-bdaa-0c6c4f4bc374,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.079794 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:37:15.084180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:15.101269 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b477ad87dd64467c8f2cf65854862db1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7745149 Jul 23 16:37:15.116583 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35334) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:15.229574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5075f5c6-f520-4ed6-801c-77e1f0a94eb5 req-8bf36c72-b8c5-4ec9-bdbc-aa92fd32ec27 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=73384d1b-128f-44e2-801a-b9f24f49962d HTTP/1.1" status: 200 len: 210 time: 0.2157557 Jul 23 16:37:15.382871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.389888 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-af755999-4257-41d8-8b5e-b7f4867fdc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:15.411750 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.419257 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615e9d2-325f-44bf-bbc0-0dcf7252034c,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.424902 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:15.435573 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.438345 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a615e9d2-325f-44bf-bbc0-0dcf7252034c HTTP/1.1" status: 204 len: 168 time: 1.0408242 Jul 23 16:37:15.519265 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.620237 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73384d1b-128f-44e2-801a-b9f24f49962d', 'name': 'network-vif-deleted', 'tag': '5d669319-5a2f-47e9-b906-424a15ab3538', 'status': 'completed', 'code': 200} Jul 23 16:37:15.738229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.757934 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-39348ef3-e71e-465f-91a7-42fe778b634f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:15.836929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2803717-49cc-49c4-bdaa-0c6c4f4bc374,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:15.870601 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:15.874479 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2803717-49cc-49c4-bdaa-0c6c4f4bc374 HTTP/1.1" status: 204 len: 168 time: 0.7556028 Jul 23 16:37:15.876692 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:16.487811 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56686b-d208-41f1-b79b-675d4dc03f95 req-d3ab9b57-7916-4f23-80a5-4341aad5f8e1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:16.498003 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc56686b-d208-41f1-b79b-675d4dc03f95 req-d3ab9b57-7916-4f23-80a5-4341aad5f8e1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.1861560 Jul 23 16:37:16.581719 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:16.589792 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:37:16.600714 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bc56686b-d208-41f1-b79b-675d4dc03f95 req-02d73621-ebfe-4daf-8b8b-933ffff59bdb tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012030 Jul 23 16:37:16.613581 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:16.614721 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:37:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:16.912269 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35360) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:17.132966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.289033 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.402677 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:37:17.518503 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.518503 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6b6cf9ca-1d80-4c97-8a6a-6e486eb76f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:17.574702 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35370) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:17.586924 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8c7cbd-443a-4abd-a377-3a2b70c44cc7,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:17.599995 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:17.604705 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.613581 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "DELETE /v2.0/security-groups/ec8c7cbd-443a-4abd-a377-3a2b70c44cc7 HTTP/1.1" status: 204 len: 168 time: 0.6983624 Jul 23 16:37:17.621389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35374) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:17.649927 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:17.721465 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.api.v2.resource [None req-3352a1e6-2aae-4d0c-bdbc-2e07a967519f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] show failed (client error): The resource could not be found. Jul 23 16:37:17.737975 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-3352a1e6-2aae-4d0c-bdbc-2e07a967519f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups/ec8c7cbd-443a-4abd-a377-3a2b70c44cc7 HTTP/1.1" status: 404 len: 347 time: 0.1183486 Jul 23 16:37:17.743558 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35380) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:17.803784 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:17.820653 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Usage tracker for resource:security_group_rule and tenant:235b42042105422b92e5d22df9e0a021 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:17.825722 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:17.850497 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:18.267985 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.398089 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Deleting port ebeccdfa-fb70-434b-9529-10b50134e5f4 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:37:18.400103 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.488258 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:18.500921 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fd1094c2-9589-4c76-b64c-51dcb84af97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:18.584764 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede02044-cab9-4136-b7fe-fbe629733f94,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:18.590944 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:18.698602 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54012-a707-4ea7-93cb-f88279172514 req-65245aed-5814-471b-9273-e22b0903e73f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:18.719478 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6bc54012-a707-4ea7-93cb-f88279172514 req-65245aed-5814-471b-9273-e22b0903e73f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.4289143 Jul 23 16:37:18.745636 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=235b42042105422b92e5d22df9e0a021&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1692262 Jul 23 16:37:18.749009 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35390) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:18.754363 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:18.770108 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dd398-8559-46ac-aa26-fdd12ce74331 None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:37:19.036181 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.045284 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35396) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:19.071959 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6bc54012-a707-4ea7-93cb-f88279172514 req-9f345c3f-7b9c-4e69-85fd-2e6b1a250e60 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183033 Jul 23 16:37:19.087353 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-4488b579-6bb7-4fac-b41c-158b06d89b69 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:19.088637 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-4488b579-6bb7-4fac-b41c-158b06d89b69 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Synchronizing usage tracker for tenant:da97d06d821f40979b816907e213fcac on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:37:19.143333 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.272860 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.273633 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.358020 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.366722 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa2393-4a08-46e9-8230-81c371dee8ac None None] New status for floating IP 0f762ff4-9240-40f7-bc67-4c29f62f22a5: DOWN {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:37:19.376001 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0db93506-e7db-4409-9aa5-11a9e72c8118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:19.404501 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.407166 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ede02044-cab9-4136-b7fe-fbe629733f94 HTTP/1.1" status: 204 len: 168 time: 0.6451917 Jul 23 16:37:19.419564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede02044-cab9-4136-b7fe-fbe629733f94,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:19.429825 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:19.595792 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Calling delete_port for ebeccdfa-fb70-434b-9529-10b50134e5f4 owned by network:floatingip {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:37:19.717767 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-439336307-network', 'tenant_id': '0ee1ac5f158f4a7b8b2552ba8c3e433a'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:19.753068 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:19.766654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Usage tracker for resource:network and tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:19.785907 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:19.791152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-4488b579-6bb7-4fac-b41c-158b06d89b69 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Unset dirty status for tenant:da97d06d821f40979b816907e213fcac on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:37:19.792908 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-4488b579-6bb7-4fac-b41c-158b06d89b69 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 1.7530954 Jul 23 16:37:19.801518 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:19.927099 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Made reservation on behalf of 0ee1ac5f158f4a7b8b2552ba8c3e433a for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:19.930977 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:19.965131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.api [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:37:19.965651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_db.api [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:37:19.970716 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Deleting port 669eec6e-6f61-4f97-9e82-0659d559f74e {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:37:19.971258 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.026719 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.163715 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:20.170415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Usage tracker for resource:security_group_rule and tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:20.176848 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:20.196698 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:20.481672 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Deleting port ebeccdfa-fb70-434b-9529-10b50134e5f4 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:37:20.482248 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.616099 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:20.616853 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.650029 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438027e0-6112-4a27-961a-0f2b08021c75 req-fea4c13c-6bdc-42c5-a0f0-f10d0ec6debc tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:20.653770 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-438027e0-6112-4a27-961a-0f2b08021c75 req-fea4c13c-6bdc-42c5-a0f0-f10d0ec6debc tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 946 time: 0.2604029 Jul 23 16:37:20.763030 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-438027e0-6112-4a27-961a-0f2b08021c75 req-fd64babf-252a-4f8c-9199-c562747c1e6c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951366 Jul 23 16:37:20.800115 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.902828 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 669eec6e-6f61-4f97-9e82-0659d559f74e no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:37:20.923452 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:20.938926 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f4151dfa-0c9c-4e33-bee0-b6324d5e4706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:21.026251 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=74349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:37:21.253856 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.257750 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.258284 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Added segment 47ba63da-f3eb-4d93-b7d9-54c72380e6fa of type vlan for network 6655bd85-2902-4464-83b0-5b27f7fcf2bd Jul 23 16:37:21.313835 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8626fa55-c978-4891-8182-fa208ca8781c,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:21.319305 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:21.343586 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:21.351302 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:21.353733 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.358491 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:21.380851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.381702 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.432830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:21.512621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=11']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:21.556607 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.561826 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.562544 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.563479 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.564143 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.564731 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.565298 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.565882 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.577037 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.577659 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.578228 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:21.607796 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:21.757733 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'code': 200} Jul 23 16:37:22.020569 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Calling delete_port for ebeccdfa-fb70-434b-9529-10b50134e5f4 owned by network:floatingip {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:37:22.089668 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:37:22.181482 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.181898 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.182234 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Floating IP d94d360d-f47c-40f4-b370-1de63f3778c5 disassociated. External IP: 172.28.1.84, port: 669eec6e-6f61-4f97-9e82-0659d559f74e. Jul 23 16:37:22.182734 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Calling delete_port for 669eec6e-6f61-4f97-9e82-0659d559f74e owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:37:22.216754 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75018e3e-09c7-416d-a053-15f9742df915 req-e6406ed7-f284-40c3-b29d-7c6a0478e528 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:22.220377 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75018e3e-09c7-416d-a053-15f9742df915 req-e6406ed7-f284-40c3-b29d-7c6a0478e528 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 944 time: 0.1548645 Jul 23 16:37:22.329787 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.350663 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:22.352213 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.362446 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:22.363415 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75018e3e-09c7-416d-a053-15f9742df915 req-2c7ec1fd-09d7-4b1a-88c2-eaddbc1de127 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251745 Jul 23 16:37:22.565384 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.api [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:37:22.565830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_db.api [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:37:22.596297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Pushing event updated for resources: {'Network': ['ID=6655bd85-2902-4464-83b0-5b27f7fcf2bd,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.601953 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:22.617321 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 6655bd85-2902-4464-83b0-5b27f7fcf2bd details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:37:22.655336 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6041670 Jul 23 16:37:22.656070 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35448) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:22.668484 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.669023 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Request body: {'subnet': {'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-439336307-subnet', 'tenant_id': '0ee1ac5f158f4a7b8b2552ba8c3e433a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:22.679761 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:22.688121 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Usage tracker for resource:subnet and tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:22.689157 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-68ebbc79-eaaa-4d6b-a39d-37fa9b49cc06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:22.694923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:22.707794 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:22.734213 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Made reservation on behalf of 0ee1ac5f158f4a7b8b2552ba8c3e433a for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:22.739932 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2354903'] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.846868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event deleted for resources: {'Port': ['ID=ebeccdfa-fb70-434b-9529-10b50134e5f4,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:22.865096 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:22.945255 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.948544 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:22.950184 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "DELETE /v2.0/floatingips/0f762ff4-9240-40f7-bc67-4c29f62f22a5 HTTP/1.1" status: 204 len: 168 time: 5.2036893 Jul 23 16:37:23.067098 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Deleting port 669eec6e-6f61-4f97-9e82-0659d559f74e {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:37:23.068142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.230638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1930770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2354885'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.247716 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-971d3595-5f1e-4bb9-8784-058fd8dd4a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:23.332362 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c36ad7-64a8-478a-bc47-e9c181c30b8b,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:23.335681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:23.390353 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Checking segment: {'id': '47ba63da-f3eb-4d93-b7d9-54c72380e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:37:23.391264 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Network hostable DHCP agents. Network: 6655bd85-2902-4464-83b0-5b27f7fcf2bd, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:23.431068 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Network 6655bd85-2902-4464-83b0-5b27f7fcf2bd is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:23.482489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 6655bd85-2902-4464-83b0-5b27f7fcf2bd) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:23.494673 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:23.498951 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.502940 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba06c9a-a217-470a-ac02-388d9833a553 None None] Network 6655bd85-2902-4464-83b0-5b27f7fcf2bd requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:37:23.557848 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-08a13d71-a1ea-4faa-947b-16f5b1c6e2bd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8996646 Jul 23 16:37:23.699630 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35470) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:23.707739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982981530', 'description': 'tempest-description--2139272627'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:23.725943 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:23.739161 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:23.743681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:23.764845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] For port 669eec6e-6f61-4f97-9e82-0659d559f74e, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=669eec6e-6f61-4f97-9e82-0659d559f74e,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:23.764845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.766646 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:23.792085 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:23.846196 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:23.856100 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:23.862800 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:23.872734 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:24.005060 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a529821-b4bd-4603-9c93-ff5867368049 None None] Network 6655bd85-2902-4464-83b0-5b27f7fcf2bd requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:37:24.006029 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.018191 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.027530 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:24.194730 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533feeb3-4b97-4285-8681-c25edb795d51,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:24.222937 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:24.262547 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.270415 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5692780 Jul 23 16:37:24.271623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35478) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:24.290780 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'security_group_rule': {'security_group_id': '533feeb3-4b97-4285-8681-c25edb795d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:24.318670 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:24.333542 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:24.344383 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:24.357088 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:24.428508 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.662551 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.707438 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.710618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.711626 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Floating IP d94d360d-f47c-40f4-b370-1de63f3778c5 disassociated. External IP: 172.28.1.84, port: 669eec6e-6f61-4f97-9e82-0659d559f74e. Jul 23 16:37:24.712633 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Calling delete_port for 669eec6e-6f61-4f97-9e82-0659d559f74e owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:37:24.762891 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.774495 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:24.878647 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6d63ba-620e-4210-9da9-23c0ea5cff09,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:24.931707 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:24.962739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:24.979278 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7053573 Jul 23 16:37:24.981313 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35498) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:24.995156 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'security_group_rule': {'security_group_id': '533feeb3-4b97-4285-8681-c25edb795d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:25.007021 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:25.014668 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:security_group_rule and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:25.021160 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:25.035145 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:25.078485 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b96069-f788-4380-97ae-a6445e86a779 req-fda9d0ab-9118-4c49-bece-fa3c5ba305cb tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:25.080928 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-09b96069-f788-4380-97ae-a6445e86a779 req-fda9d0ab-9118-4c49-bece-fa3c5ba305cb tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 944 time: 0.4236429 Jul 23 16:37:25.082681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.130984 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.144366 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4f2a62ce-dd3e-4d20-8d2f-87044aa68d59 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:25.249729 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-09b96069-f788-4380-97ae-a6445e86a779 req-c872f256-c884-4aed-afbd-825edddfbd2b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=bfb0f994-9e86-4af7-873c-f7b89980b8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558120 Jul 23 16:37:25.339254 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event deleted for resources: {'Port': ['ID=669eec6e-6f61-4f97-9e82-0659d559f74e,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.354695 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.354695 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.363285 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:25.363588 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:25.458602 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c28cb40-756a-49af-b0ec-8958767d8b22,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:25.463558 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:25.480348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.489244 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9149a653-1234-43cc-a0f8-e95617592c6d tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4968781 Jul 23 16:37:25.489244 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35508) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:25.499897 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'floatingip': {'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:25.508929 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:25.518767 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:floatingip and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:25.526863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:25.539787 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:25.580765 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:25.997068 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.064980 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:37:26.410186 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Allocated IP 172.28.1.143 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/9d42a17f-fb86-40cd-9058-698dbb164f65) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:26.713896 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35528) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:26.731352 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-108280597-network', 'tenant_id': '81ea9558a73d42cab39699c29fc88240'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:26.803482 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:37:26.832753 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821d536-431b-4552-a203-2334e70bd616 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:37:26.845169 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:26.852226 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0f58e283-9a25-45a9-84d2-037e98e0def0 req-d01cb3ea-e036-4254-a80b-57bdda03bcdf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 210 time: 0.1397285 Jul 23 16:37:26.862880 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Usage tracker for resource:network and tenant:81ea9558a73d42cab39699c29fc88240 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:26.872606 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:26.886679 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:26.888031 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:37:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:26.905757 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:26.934990 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.962949 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Made reservation on behalf of 81ea9558a73d42cab39699c29fc88240 for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:26.966772 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:26.992809 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.023066 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] No DVR routers for this DVR port 669eec6e-6f61-4f97-9e82-0659d559f74e on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:37:27.028128 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.033454 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-deleted', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:27.058114 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7bfb27c7-c1a3-4ff2-983d-70acc3535c43 req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "DELETE /v2.0/ports/669eec6e-6f61-4f97-9e82-0659d559f74e HTTP/1.1" status: 204 len: 173 time: 7.2582133 Jul 23 16:37:27.080519 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:27.089577 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:81ea9558a73d42cab39699c29fc88240 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:27.095895 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:27.119310 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.139518 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:27.254880 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa27475-d96a-4cf0-8cd1-9b14d329cd7d', 'name': 'network-vif-deleted', 'tag': '669eec6e-6f61-4f97-9e82-0659d559f74e', 'status': 'completed', 'code': 200} Jul 23 16:37:27.284136 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:27.400707 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:37:27.556756 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:27.575216 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.578407 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:27.582619 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'Port': ['ID=9d42a17f-fb86-40cd-9058-698dbb164f65,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.588256 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:27.711010 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:27.712660 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.727234 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a03adf57-8c8f-4b64-acbb-c18a8469140a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:27.764106 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:37:27.827494 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:27.828036 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Added segment 975b3048-ef1f-40a4-8963-d338d6792028 of type vlan for network 43dce1ce-3135-4726-a135-e193dc612893 Jul 23 16:37:27.865880 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d03241d-4ea9-4d05-b558-a66f2acfc835,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:27.878679 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:27.957715 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.451340 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.452965 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.465667 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:28.466719 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.488041 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c20d06c7-9b7f-45aa-bd26-e68f74290bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:28.587022 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:28.595702 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821d536-431b-4552-a203-2334e70bd616 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:37:28.618099 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:37:28.619339 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:37:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:28.774819 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=43dce1ce-3135-4726-a135-e193dc612893,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:28.791222 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-628cd6e0-a56d-4ff2-901d-a8ce3e4241c1 req-438d1f88-f0ad-4dc6-a1c3-ef91acf87e22 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fa27475-d96a-4cf0-8cd1-9b14d329cd7d HTTP/1.1" status: 200 len: 210 time: 0.4062347 Jul 23 16:37:28.969643 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:28.973807 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:28.980387 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 43dce1ce-3135-4726-a135-e193dc612893 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:37:29.108784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35554) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:29.109702 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3932445 Jul 23 16:37:29.126693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Request body: {'subnet': {'network_id': '43dce1ce-3135-4726-a135-e193dc612893', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-108280597-subnet', 'tenant_id': '81ea9558a73d42cab39699c29fc88240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:29.147081 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:29.148684 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Usage tracker for resource:subnet and tenant:81ea9558a73d42cab39699c29fc88240 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:29.153440 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:37:29.154727 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:29.168754 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:29.196733 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Made reservation on behalf of 81ea9558a73d42cab39699c29fc88240 for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:29.204133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518740'] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.529592 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.541885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.551399 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-89dfb6ea-7491-4002-ad3d-627fa9555c47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:29.764941 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'Port': ['ID=9d42a17f-fb86-40cd-9058-698dbb164f65,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:29.771335 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:29.804246 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.817974 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1600118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518726'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.829032 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-cb6a0023-accf-4d64-a3d2-b646586880c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:29.841101 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:29.846400 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-c585785d-69e5-43c4-824a-85e67a083057 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3546171 Jul 23 16:37:29.938791 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-0821d536-431b-4552-a203-2334e70bd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:37:29.950023 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821d536-431b-4552-a203-2334e70bd616 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:37:29.994505 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b6c1af-39cc-4c07-b87b-34bbead0063a,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:30.003582 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:30.033028 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Checking segment: {'id': '975b3048-ef1f-40a4-8963-d338d6792028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '43dce1ce-3135-4726-a135-e193dc612893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:37:30.034450 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Network hostable DHCP agents. Network: 43dce1ce-3135-4726-a135-e193dc612893, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:37:30.146609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Network 43dce1ce-3135-4726-a135-e193dc612893 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:37:30.180620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 43dce1ce-3135-4726-a135-e193dc612893) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:30.191915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:30.192732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.195298 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d57ed9-9343-41a2-8939-a66864aa955e None None] Network 43dce1ce-3135-4726-a135-e193dc612893 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:37:30.335263 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-0ebf85b9-8fc2-484d-8acd-381cd377b8d4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2241194 Jul 23 16:37:30.363100 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35590) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:30.618807 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b12fbbcf-527e-47b4-b5a5-c5cb50f58e2f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Synchronizing usage tracker for tenant:82753f9e41d24399bd1298d43534f59d on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:37:30.662771 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.708861 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b12fbbcf-527e-47b4-b5a5-c5cb50f58e2f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Unset dirty status for tenant:82753f9e41d24399bd1298d43534f59d on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:37:30.711956 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b12fbbcf-527e-47b4-b5a5-c5cb50f58e2f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--982981530&fields=id&tenant_id=82753f9e41d24399bd1298d43534f59d HTTP/1.1" status: 200 len: 267 time: 0.2565084 Jul 23 16:37:30.724290 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f5d9f-bf41-4fc5-967f-6cf7ff6bfd8a None None] New status for floating IP d94d360d-f47c-40f4-b370-1de63f3778c5: DOWN {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:37:30.746661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:30.956133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.007113 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-11de0636-5638-415a-814d-51bc8545da9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:31.101166 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb0f994-9e86-4af7-873c-f7b89980b8a5,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:31.149207 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.150220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.155837 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.156808 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.158703 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.160063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.163659 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.164390 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.165007 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.167770 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.168559 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:31.181639 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:31.185794 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:31.195837 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "DELETE /v2.0/security-groups/bfb0f994-9e86-4af7-873c-f7b89980b8a5 HTTP/1.1" status: 204 len: 168 time: 0.8242676 Jul 23 16:37:31.199798 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35608) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:31.312036 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.api.v2.resource [None req-c274b59f-5285-4eba-8eba-dbf1c0f0f7cf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] show failed (client error): The resource could not be found. Jul 23 16:37:31.319013 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-c274b59f-5285-4eba-8eba-dbf1c0f0f7cf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups/bfb0f994-9e86-4af7-873c-f7b89980b8a5 HTTP/1.1" status: 404 len: 347 time: 0.1117423 Jul 23 16:37:31.322212 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35618) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:31.430496 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad5633-3f41-4291-8a6e-2dd2818bffcf None None] Network 43dce1ce-3135-4726-a135-e193dc612893 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:37:31.559893 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b4e7cf42-b42d-4480-a606-650f93c839bb tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:31.569288 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b4e7cf42-b42d-4480-a606-650f93c839bb tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 811 time: 0.8226190 Jul 23 16:37:31.643885 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-a371254c-6c41-47e9-ac07-421ab8d41dc1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/quotas/82753f9e41d24399bd1298d43534f59d HTTP/1.1" status: 200 len: 375 time: 0.0593259 Jul 23 16:37:31.839930 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-48f347c1-f860-4326-91ff-4a9dfc7620c2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1929686 Jul 23 16:37:31.894180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Deleting port a9b09220-b1c8-4623-885a-a5fb7c700d4c {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:37:31.897633 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.323179 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.324203 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.566861 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Calling delete_port for a9b09220-b1c8-4623-885a-a5fb7c700d4c owned by network:floatingip {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:37:32.595640 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35636) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:32.650084 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-c1e2ca8c-1564-4c65-855b-803e1450fdd1 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:32.652288 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-c1e2ca8c-1564-4c65-855b-803e1450fdd1 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/networks?id=6655bd85-2902-4464-83b0-5b27f7fcf2bd HTTP/1.1" status: 200 len: 808 time: 0.5190589 Jul 23 16:37:32.666179 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-7890b117-bace-466f-b914-3cc64b94b9e0 service neutron] 10.222.0.47 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068318 Jul 23 16:37:32.894798 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:32.920608 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9f9214c0-9d98-4f15-912c-3408f03ba248 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:32.943220 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-f3064d7f-bd43-44d9-bc8a-03dd76e1ada5 service neutron] 10.222.0.47 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622738 Jul 23 16:37:32.967578 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-2eb007ae-e954-4cd3-a82a-4e0eac3e15c2 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/quotas/0ee1ac5f158f4a7b8b2552ba8c3e433a HTTP/1.1" status: 200 len: 375 time: 0.2996917 Jul 23 16:37:33.091562 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-531f5acf-51cc-48aa-bc35-dd37239fa2a2 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ee1ac5f158f4a7b8b2552ba8c3e433a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223481 Jul 23 16:37:33.105233 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.205152 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:33.216433 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ac83341e77481f9e64ec89c2aa6993 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:33.229432 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:33.246265 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:33.384057 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event deleted for resources: {'Port': ['ID=a9b09220-b1c8-4623-885a-a5fb7c700d4c,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:33.392140 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:33.401252 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b8a53019-fae3-449f-8239-2bddb93edc0c req-4d93e9af-817a-4874-b6e6-a898e11c08bd tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0975573 Jul 23 16:37:33.430282 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.462199 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.465424 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "DELETE /v2.0/floatingips/d94d360d-f47c-40f4-b370-1de63f3778c5 HTTP/1.1" status: 204 len: 168 time: 2.1387794 Jul 23 16:37:33.768084 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.777271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:33.799517 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e705ec23-0e17-48f0-885a-26b34d290566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:33.831262 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-f04b1a92-b0cd-485e-a681-9669e831c790 service neutron] 10.222.0.47 "GET /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7378294 Jul 23 16:37:33.969913 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35662) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:33.976836 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664626985', 'description': 'tempest-description--336219855'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:33.987139 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:33.995310 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:34.001331 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:34.012062 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:34.022565 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f168c02-b2aa-4607-8eca-d86b20565881,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.033336 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.054024 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4ac83341e77481f9e64ec89c2aa6993&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4525135 Jul 23 16:37:34.054024 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:34.059685 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35668) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:34.153706 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:34.174163 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:34.184355 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:34.207027 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:34.292063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.355869 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-fce552ce-1c26-4123-823a-f978cf17176d service neutron] 10.222.0.47 "GET /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949408 Jul 23 16:37:34.397097 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.442180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.455599 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.472320 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7ce71062-61ca-4e3b-819f-638dedd8425a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:34.577191 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ddd56e-16a4-47fc-b053-985fba77b8dc,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.596843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:34.627611 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.629692 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6581442 Jul 23 16:37:34.634359 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35680) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:34.645514 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'security_group_rule': {'security_group_id': 'b4ddd56e-16a4-47fc-b053-985fba77b8dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:34.673969 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:34.685428 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.697314 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1f961424-1c89-4678-8a08-b67872270493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:34.712302 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:34.725228 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:34.768127 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:34.785911 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f168c02-b2aa-4607-8eca-d86b20565881,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:34.801208 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:34.803170 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:34.805247 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f168c02-b2aa-4607-8eca-d86b20565881 HTTP/1.1" status: 204 len: 168 time: 0.7440426 Jul 23 16:37:34.980107 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.031246 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-716a29a6-a33d-401e-a718-02493e8fa714 req-4238f273-aefe-4c1f-a6a5-64ed1d3b2736 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.2078333 Jul 23 16:37:35.061057 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-01d2a992-de0c-4a92-9ee4-67c0ba9e41bc req-8ee8ee2c-007b-4cc4-aa8e-1573c9a0a604 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.1564484 Jul 23 16:37:35.290178 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.304162 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.329328 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d0f5e7bc-7c59-493f-b98e-cb04b7cbf105 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:35.393186 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a1c555-f85f-48b4-9ec9-05d168c91767,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.400751 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:35.447295 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.452667 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d3f3da7e-d433-4512-90aa-0ffbfea2c942 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8165648 Jul 23 16:37:35.457532 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35700) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:35.468909 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'security_group_rule': {'security_group_id': 'b4ddd56e-16a4-47fc-b053-985fba77b8dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:35.480998 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:35.490225 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:security_group_rule and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:35.496489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:35.512538 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:35.552957 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.689070 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.699113 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.710967 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:35.756823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526d3247-7030-4574-9e2c-537c2b51a4c4,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:35.761497 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:35.778251 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.781145 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-8029abae-da10-4952-a84e-fddfc7a1335f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3211460 Jul 23 16:37:35.787473 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 35706) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:35.798256 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'floatingip': {'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:35.809364 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:35.822860 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:floatingip and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:35.830504 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:35.847743 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:35.865814 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35710) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:35.907996 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:35.985098 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:35.995179 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Usage tracker for resource:security_group_rule and tenant:88c99dde49e44684ae573b862271e349 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:36.001460 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:36.016809 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:36.074785 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.264507 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.283259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.284955 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.310717 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-53c6eb93-9083-4a88-9d5f-82855c4423c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:36.477357 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd939724-32c4-45cc-bee5-1a223e0c9b92,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:36.486510 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:36.494777 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=88c99dde49e44684ae573b862271e349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6267462 Jul 23 16:37:36.500410 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35718) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:36.687045 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b62d27e6-c030-4e0c-83fe-becf8cfb39a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:36.688960 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b62d27e6-c030-4e0c-83fe-becf8cfb39a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Synchronizing usage tracker for tenant:82753f9e41d24399bd1298d43534f59d on resource:network {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:37:36.783546 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b62d27e6-c030-4e0c-83fe-becf8cfb39a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Unset dirty status for tenant:82753f9e41d24399bd1298d43534f59d on resource:network {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:37:36.786501 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b62d27e6-c030-4e0c-83fe-becf8cfb39a1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 811 time: 0.6503994 Jul 23 16:37:36.792537 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:36.907306 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-34a845fc-260c-414f-bf6c-8824fd9fbf85 req-b9791da7-f452-49a6-a71e-0391aa128b84 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.3400853 Jul 23 16:37:36.911475 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-def023ca-48e1-4a80-951f-3bc37a86461f req-aa479020-cbb4-4964-bb1f-8698374eab0a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.3394496 Jul 23 16:37:37.037065 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.106802 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.188662 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Allocated IP 172.28.1.253 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/948d6b03-ffab-4ec4-a755-02ab1ab221e4) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:37.255483 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.265282 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3eaafb5e-1a11-41ab-8ed8-45fe830de3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:37.287856 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd939724-32c4-45cc-bee5-1a223e0c9b92,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:37.307125 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:37.311989 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.314975 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd939724-32c4-45cc-bee5-1a223e0c9b92 HTTP/1.1" status: 204 len: 168 time: 0.8123088 Jul 23 16:37:37.409751 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-fe169ed5-1eb0-466b-a7da-8b5d8f142ac0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Synchronizing usage tracker for tenant:82753f9e41d24399bd1298d43534f59d on resource:security_group {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:37:37.548130 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-fe169ed5-1eb0-466b-a7da-8b5d8f142ac0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Unset dirty status for tenant:82753f9e41d24399bd1298d43534f59d on resource:security_group {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:37:37.549680 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-fe169ed5-1eb0-466b-a7da-8b5d8f142ac0 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82753f9e41d24399bd1298d43534f59d HTTP/1.1" status: 200 len: 379 time: 0.4074776 Jul 23 16:37:37.579063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'port': {'device_id': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'admin_state_up': True, 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'security_groups': ['533feeb3-4b97-4285-8681-c25edb795d51']}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:37.910659 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:37.976167 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-541f822b-2358-436a-b466-696363f52722 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:37.977444 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-541f822b-2358-436a-b466-696363f52722 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Synchronizing usage tracker for tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a on resource:network {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:37:38.094393 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.173339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:38.183485 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35740) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:38.189255 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Usage tracker for resource:port and tenant:82753f9e41d24399bd1298d43534f59d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:38.199932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:38.225786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:38.244449 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-541f822b-2358-436a-b466-696363f52722 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Unset dirty status for tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a on resource:network {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:37:38.245192 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.247040 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-541f822b-2358-436a-b466-696363f52722 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.48 "GET /v2.0/networks?id=6655bd85-2902-4464-83b0-5b27f7fcf2bd HTTP/1.1" status: 200 len: 808 time: 0.8760951 Jul 23 16:37:38.252596 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Made reservation on behalf of 82753f9e41d24399bd1298d43534f59d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:38.258515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.297354 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Request body: {'port': {'device_id': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd', 'admin_state_up': True, 'tenant_id': '0ee1ac5f158f4a7b8b2552ba8c3e433a'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:38.417530 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f2febdf8-0307-4949-87ca-ed97d3f0cfbc req-725454ad-be6f-4ef1-92ac-c86031592e53 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.1237025 Jul 23 16:37:38.510609 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a91c9231-caff-4195-80d2-b685238d9e36 req-6c309741-f57b-40a6-a763-4dad7281ae86 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.1035576 Jul 23 16:37:38.544624 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:38.556538 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:518789ae12fd472c9d402269e98d2aee is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:38.565679 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:38.576228 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.581839 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:38.602392 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fff8c979-d09b-4271-990f-11410c86aa99 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:38.740451 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.749631 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.767119 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-73ceb608-caf9-4502-b550-2a732fe59758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:38.851804 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-1192f1f7-e574-42f1-a61c-effb3b4a53cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:38.872187 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350f1e6-596b-4259-933a-709821020dc4,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:38.874960 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:38.877638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:38.883312 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=518789ae12fd472c9d402269e98d2aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6968176 Jul 23 16:37:38.888301 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35748) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:38.900254 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:38.904256 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:39.016522 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'Port': ['ID=948d6b03-ffab-4ec4-a755-02ab1ab221e4,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.017875 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.036551 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:39.078211 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.139536 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:39.169382 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Usage tracker for resource:port and tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:39.179218 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:39.193348 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Allocated IP 172.20.0.10 (31aa6a99-582c-404b-9dcb-fbcdd30f45d2/282d8c53-c286-4cdc-838d-cddadeb53694/ea4ca5c7-fee1-4f45-903a-0344f8fdee63) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:39.196537 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.206981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-474892bc-4755-4ab2-800d-a94ea474c2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:39.209278 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:39.232106 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350f1e6-596b-4259-933a-709821020dc4,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:39.237092 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:39.242894 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.247173 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-570aea6b-d0c2-4c7d-9154-25808e3c826f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d350f1e6-596b-4259-933a-709821020dc4 HTTP/1.1" status: 204 len: 168 time: 0.3566463 Jul 23 16:37:39.275297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Made reservation on behalf of 0ee1ac5f158f4a7b8b2552ba8c3e433a for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:39.279283 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:39.812074 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-409632b5-a644-409c-8e36-8acdb906d01d req-e030fce6-7f15-4575-8f6d-079f0877a945 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.1213014 Jul 23 16:37:39.947210 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f0d68f2b-e7aa-44b4-85b8-518ca58dcd10 req-92e1cb9b-88c7-430e-8d8d-65971abf8f3f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.1172767 Jul 23 16:37:40.029642 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.335654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.341091 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:40.462104 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Allocated IP 172.20.0.2 (6655bd85-2902-4464-83b0-5b27f7fcf2bd/99c36ad7-64a8-478a-bc47-e9c181c30b8b/8b7b1c61-606b-4741-93ac-f1d138d5f216) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:40.482587 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Transition to ACTIVE for port object ea4ca5c7-fee1-4f45-903a-0344f8fdee63 will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:40.634786 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35774) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:40.985117 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.004691 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.039799 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:41.076821 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:41.089004 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c74eb5e50534bcfa717ad203b103022 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:41.096656 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:41.111071 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:41.211238 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-935a0bf7-a65f-4182-9266-2580b2e629e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.341106 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.366155 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:41.390807 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:41.396030 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:41.426999 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.456552 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-55e08a9a-74b5-47d9-9577-10e65e2859cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:41.458617 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event updated for resources: {'Port': ['ID=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.470760 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:41.531586 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:37:41.554047 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.591416 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bbaabb-c7e4-4c10-8125-0f83f96a9aa8,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.591714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.601853 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6bf8243e-f9fe-42ad-99a4-eb753adff12f req-080fd15d-2ead-4afb-9c3a-cd9be89154c4 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.2575169 Jul 23 16:37:41.614867 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:41.616442 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.620501 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:41.630336 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.652205 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-414c33de-8d9f-456e-be86-c92b595f4342 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:41.699841 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c74eb5e50534bcfa717ad203b103022&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0628834 Jul 23 16:37:41.708959 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 35790) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:41.818402 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c2762-0810-49b1-bcb4-42454c3654b0 req-30fcfd5f-e523-4159-8e27-1f90cf08bc1a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:41.821847 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6b8c2762-0810-49b1-bcb4-42454c3654b0 req-30fcfd5f-e523-4159-8e27-1f90cf08bc1a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 932 time: 0.3968561 Jul 23 16:37:41.901436 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.918009 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f0e189bf-51cb-4f3a-98c5-b3d6c73a4ee6 None None] Provisioning for port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:41.932520 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-f0e189bf-51cb-4f3a-98c5-b3d6c73a4ee6 None None] Provisioning complete for port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:41.933202 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f0e189bf-51cb-4f3a-98c5-b3d6c73a4ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:41.948772 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3848743 Jul 23 16:37:41.950326 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'Port': ['ID=948d6b03-ffab-4ec4-a755-02ab1ab221e4,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:41.955714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:41.981535 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.012328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.029094 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6b8c2762-0810-49b1-bcb4-42454c3654b0 req-0117f103-10c2-41c9-94ab-cbc3dde60d57 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802168 Jul 23 16:37:42.040433 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:42.119971 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-f0e189bf-51cb-4f3a-98c5-b3d6c73a4ee6 None None] Port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:37:42.142571 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.157814 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-777e5505-0ec9-46ab-9261-f5100a3f89a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:42.186266 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bbaabb-c7e4-4c10-8125-0f83f96a9aa8,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.193083 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:42.197178 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.214160 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4bbaabb-c7e4-4c10-8125-0f83f96a9aa8 HTTP/1.1" status: 204 len: 168 time: 0.4860468 Jul 23 16:37:42.240231 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.317610 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Network 6655bd85-2902-4464-83b0-5b27f7fcf2bd is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:42.324818 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.341814 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5375907 Jul 23 16:37:42.341814 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:42.341814 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Pushing event updated for resources: {'Port': ['ID=8b7b1c61-606b-4741-93ac-f1d138d5f216,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:42.341814 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:42.400594 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:42.476312 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:42.477460 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.513237 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2316275 Jul 23 16:37:42.561961 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Request body: {'port': {'device_id': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:42.630044 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:42.802957 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.310721 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-cc3b52f2-74cd-4a04-b8fa-a2e558a3bc7f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--664626985&fields=id&tenant_id=da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 267 time: 0.1446497 Jul 23 16:37:43.331165 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2e54a-0546-46fb-ade4-3169f7f7d8e9 req-7e8c7a59-93b6-49d3-ac71-e421490c21d2 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.339223 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75b2e54a-0546-46fb-ade4-3169f7f7d8e9 req-7e8c7a59-93b6-49d3-ac71-e421490c21d2 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 931 time: 0.3206301 Jul 23 16:37:43.422185 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Request body: {'port': {'device_id': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:43.662966 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75b2e54a-0546-46fb-ade4-3169f7f7d8e9 req-4098f7c0-2250-47cb-838d-e54020e5e5d3 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697978 Jul 23 16:37:43.665895 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:43.759250 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-0d5cd647-fa6b-4d59-85a3-a2d67ef553a7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:43.779533 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-0d5cd647-fa6b-4d59-85a3-a2d67ef553a7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 817 time: 0.4370167 Jul 23 16:37:43.829024 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-3ae4d32c-8b26-460d-8075-de37ef235ab6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/quotas/da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 375 time: 0.0472305 Jul 23 16:37:43.930961 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.185741 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4ca5c7-fee1-4f45-903a-0344f8fdee63 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:44.208810 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.359345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Transition to ACTIVE for port object ea4ca5c7-fee1-4f45-903a-0344f8fdee63 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:44.369832 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:44.398243 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9c450d01-4115-4147-9260-458b43e8c0ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:44.530091 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e040b-0163-4348-be84-c2e3d466a7d3 req-5147266c-a6f1-43de-b74a-2f1dbc17acff tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:44.543890 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-658e040b-0163-4348-be84-c2e3d466a7d3 req-5147266c-a6f1-43de-b74a-2f1dbc17acff tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 932 time: 0.5594456 Jul 23 16:37:44.627144 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-0f3b9fa9-40d9-41e5-854c-efa2096b8910 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7942307 Jul 23 16:37:44.728308 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:44.788693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:44.894407 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-658e040b-0163-4348-be84-c2e3d466a7d3 req-fc05fe74-80c1-4097-9e28-49d67658c00c tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474388 Jul 23 16:37:45.110761 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-7ee315ed-66ea-4867-9d5c-ba5d258e48d6 service neutron] 10.222.0.47 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365001 Jul 23 16:37:45.451604 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Attempting to bind port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:45.452670 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Attempting to bind port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:45.454020 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Attempting to bind port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:45.482913 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:45.484061 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Attempting to bind port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 on network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:45.590859 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-099ebf49-679c-44e4-abd0-8e0ba3f042b2 service neutron] 10.222.0.47 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781637 Jul 23 16:37:45.632855 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:45.633540 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Checking segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:37:45.634166 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Bound using segment: {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:45.635167 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Bound port: ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004a28a3-3ca5-4f44-ab4b-0c4984f85be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:45.635727 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:45.681871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f819b4-cefe-4bb7-88b4-695d541e0729 req-6184ff77-cb9e-4347-bb01-7874b1fecbde tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:45.684032 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e5f819b4-cefe-4bb7-88b4-695d541e0729 req-6184ff77-cb9e-4347-bb01-7874b1fecbde tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 931 time: 0.2938128 Jul 23 16:37:45.831245 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e5f819b4-cefe-4bb7-88b4-695d541e0729 req-0f435bf2-f07a-41e6-8ad0-fe591a5b92d1 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262505 Jul 23 16:37:45.966729 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] For port ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:45.977507 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] For port ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:45.997573 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.017510 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-99cf77ff-04fd-420d-b37b-c3f096d881b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:46.152912 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7b1c61-606b-4741-93ac-f1d138d5f216 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:46.162114 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-398ea4cf-d586-41bf-8c09-b162109758ac req-70a1e59a-3906-4a1f-aded-a06ad74f3e34 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 210 time: 0.1971042 Jul 23 16:37:46.183210 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.221088 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.224178 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] 10.222.0.48 "PUT /v2.0/ports/ea4ca5c7-fee1-4f45-903a-0344f8fdee63 HTTP/1.1" status: 200 len: 1094 time: 4.2605448 Jul 23 16:37:46.249961 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:46.293321 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Transition to ACTIVE for port object 8b7b1c61-606b-4741-93ac-f1d138d5f216 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:46.304760 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:46.417381 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:46.436014 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:46.440704 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-5b2dce6e-1974-4b97-8636-56809d0fbfb4 tempest-VolumesActionsTest-1582362152 tempest-VolumesActionsTest-1582362152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:46.693713 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec5cb3-4dbd-4a7e-8587-08d6c0ccd96f req-266c6a3c-d86a-4462-b815-ce6f4e97bddd tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:46.698108 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6eec5cb3-4dbd-4a7e-8587-08d6c0ccd96f req-266c6a3c-d86a-4462-b815-ce6f4e97bddd tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 944 time: 0.3810766 Jul 23 16:37:46.735096 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'status': 'completed', 'code': 200} Jul 23 16:37:46.752320 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:37:46.868488 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6eec5cb3-4dbd-4a7e-8587-08d6c0ccd96f req-89e5c80a-42db-42a0-a290-0d9597509b44 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526203 Jul 23 16:37:47.013429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Pushing event updated for resources: {'Port': ['ID=8b7b1c61-606b-4741-93ac-f1d138d5f216,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:47.033567 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:47.320195 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-5e7a9832-106f-4099-ad1c-39fefef336b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 1097 time: 0.9994879 Jul 23 16:37:47.409467 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c746128-f83c-4aa6-a4e6-ed2da5ac6515 req-43dcc710-f730-4d8d-9711-4b721d2874ef tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:47.413783 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0c746128-f83c-4aa6-a4e6-ed2da5ac6515 req-43dcc710-f730-4d8d-9711-4b721d2874ef tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 943 time: 0.2315092 Jul 23 16:37:47.507141 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-a3085d01-c188-4d3b-af74-3444bb9461de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63 HTTP/1.1" status: 200 len: 217 time: 0.1591849 Jul 23 16:37:47.588690 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0c746128-f83c-4aa6-a4e6-ed2da5ac6515 req-a0ec7cc8-4145-4a27-8d9c-85cb403cf9a8 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645863 Jul 23 16:37:47.720019 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Attempting to bind port 8b7b1c61-606b-4741-93ac-f1d138d5f216 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:47.720774 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Attempting to bind port 8b7b1c61-606b-4741-93ac-f1d138d5f216 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '47ba63da-f3eb-4d93-b7d9-54c72380e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:47.721329 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Attempting to bind port 8b7b1c61-606b-4741-93ac-f1d138d5f216 on network 6655bd85-2902-4464-83b0-5b27f7fcf2bd {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:47.765266 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Port 8b7b1c61-606b-4741-93ac-f1d138d5f216 on network 6655bd85-2902-4464-83b0-5b27f7fcf2bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:47.766246 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Attempting to bind port 8b7b1c61-606b-4741-93ac-f1d138d5f216 on network 6655bd85-2902-4464-83b0-5b27f7fcf2bd {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:47.781008 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-0247f7a5-2699-4a61-98d2-3695f650a6dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:47.783952 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-0247f7a5-2699-4a61-98d2-3695f650a6dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.2434676 Jul 23 16:37:47.790624 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:47.791182 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Checking segment: {'id': '47ba63da-f3eb-4d93-b7d9-54c72380e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:37:47.791863 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Bound using segment: {'id': '47ba63da-f3eb-4d93-b7d9-54c72380e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:47.792951 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Bound port: 8b7b1c61-606b-4741-93ac-f1d138d5f216, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ba63da-f3eb-4d93-b7d9-54c72380e6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:47.793962 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2df96f78-fce4-4090-977c-01baeff3a070 req-0f57d0d1-1e16-4047-a57b-f53357efe3ce tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 210 time: 0.1277921 Jul 23 16:37:47.802727 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.127340 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] For port 8b7b1c61-606b-4741-93ac-f1d138d5f216, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:48.134242 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] For port 8b7b1c61-606b-4741-93ac-f1d138d5f216, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216,segment=NetworkSegment(47ba63da-f3eb-4d93-b7d9-54c72380e6fa),segment_id=47ba63da-f3eb-4d93-b7d9-54c72380e6fa)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:48.148804 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.173288 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:48.363428 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:48.366906 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] 10.222.0.48 "PUT /v2.0/ports/8b7b1c61-606b-4741-93ac-f1d138d5f216 HTTP/1.1" status: 200 len: 1093 time: 5.8367822 Jul 23 16:37:48.408107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Pushing event updated for resources: {'Port': ['ID=8b7b1c61-606b-4741-93ac-f1d138d5f216,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:48.424966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:48.437011 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-73bf1739-42e8-4cf6-847d-f11b130196a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5953557 Jul 23 16:37:48.469133 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514a1ed-a252-4aee-ae9b-89d5bb5696eb req-421b99c0-f676-4158-86e0-91635a40bdd7 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:48.472148 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f514a1ed-a252-4aee-ae9b-89d5bb5696eb req-421b99c0-f676-4158-86e0-91635a40bdd7 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 944 time: 0.1950831 Jul 23 16:37:48.578229 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f514a1ed-a252-4aee-ae9b-89d5bb5696eb req-1699ea8d-68fc-4ecd-b7df-aebc3494c0bd tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917363 Jul 23 16:37:49.016805 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'tag': '8b7b1c61-606b-4741-93ac-f1d138d5f216'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:49.193007 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-c73a2a7d-d422-47ee-8ee8-9ef7414014eb service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187488 Jul 23 16:37:49.231078 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-e406980d-4985-43b5-bb27-b91493846a0c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:49.233574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-e406980d-4985-43b5-bb27-b91493846a0c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 817 time: 0.5470350 Jul 23 16:37:49.260014 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705971e9-3e5f-4000-b5d7-5cf7d66a456b req-ededb890-cd3d-4955-9e57-344ec61c8442 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:49.264483 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-705971e9-3e5f-4000-b5d7-5cf7d66a456b req-ededb890-cd3d-4955-9e57-344ec61c8442 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 943 time: 0.3556728 Jul 23 16:37:49.392192 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-82701c27-a9dd-491b-9fe9-961a0798e18c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ee1ac5f158f4a7b8b2552ba8c3e433a&device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 1096 time: 0.7513392 Jul 23 16:37:49.478272 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f2249011-7fa1-4285-b05d-0586ef5aef21 req-3043143d-6493-41f6-bf29-c892466c3fa9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 210 time: 0.1589081 Jul 23 16:37:49.534732 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-705971e9-3e5f-4000-b5d7-5cf7d66a456b req-4d887108-dc59-4065-8781-95c794e3e00d tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300489 Jul 23 16:37:49.546490 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-3e1cc983-ed0b-4a9e-8c80-681e8cfb884f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 379 time: 0.2803049 Jul 23 16:37:49.574155 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'port': {'device_id': '4dc774df-d633-4d40-85ef-24afe520804d', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'admin_state_up': True, 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'security_groups': ['b4ddd56e-16a4-47fc-b053-985fba77b8dc']}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:49.626020 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-6a78f1df-abb2-42e8-a890-29e303576f57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216 HTTP/1.1" status: 200 len: 217 time: 0.1900795 Jul 23 16:37:49.808155 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-0895ea26-cb92-444b-a3de-c0c473691eef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:49.812190 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-0895ea26-cb92-444b-a3de-c0c473691eef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c36ad7-64a8-478a-bc47-e9c181c30b8b HTTP/1.1" status: 200 len: 848 time: 0.1584983 Jul 23 16:37:49.859680 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'tag': '8b7b1c61-606b-4741-93ac-f1d138d5f216', 'status': 'completed', 'code': 200} Jul 23 16:37:49.968411 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:49.975690 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Usage tracker for resource:port and tenant:da97d06d821f40979b816907e213fcac is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:49.979894 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:49.993981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:49.996935 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5f4a7849-bae8-4e53-b3ed-9d0d10ee912d req-c5ed241a-fe68-4832-8795-f469b31a3c1e service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953291 Jul 23 16:37:50.035682 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-51abf107-7ad5-4066-b502-c3be6e59dea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6655bd85-2902-4464-83b0-5b27f7fcf2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1741836 Jul 23 16:37:50.084871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Made reservation on behalf of da97d06d821f40979b816907e213fcac for: {'port': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:37:50.089739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:50.154063 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546ff9f-7242-4bd0-932c-ac90d0c048cc req-7881eb3d-6a4c-4105-9617-7dec8e235350 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:50.156948 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a546ff9f-7242-4bd0-932c-ac90d0c048cc req-7881eb3d-6a4c-4105-9617-7dec8e235350 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 944 time: 0.1662199 Jul 23 16:37:50.483734 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-95fcd819-ba74-42fe-9b5c-528c8f7c8d09 service neutron] 10.222.0.48 "GET /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355869 Jul 23 16:37:50.501439 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-8c3c9222-3b0d-4d25-be0d-7e66e90403b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 1097 time: 0.2564414 Jul 23 16:37:50.551339 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a546ff9f-7242-4bd0-932c-ac90d0c048cc req-fc01f89c-bc1f-44ba-871b-f58476d3d2b6 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786124 Jul 23 16:37:50.585478 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Allocated IP 172.20.0.12 (7daff509-1ecb-4af0-8aab-69a4f5f34e97/23fa62db-029d-4c5c-bbe1-41c187d0bd54/72493a7a-d905-4358-9e0f-ce93381ff837) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:37:51.100191 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device ea4ca5c7-fee1-4f45-903a-0344f8fdee63 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:37:51.304969 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-59e53eb9-39c4-4357-9871-71a97a13ea65 req-cea5c110-e164-4f08-ab2b-b816dab567e8 service neutron] 10.222.0.48 "GET /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8105211 Jul 23 16:37:51.320214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-ebd6a30a-6dd9-44b0-a6cf-1a4bddbfab63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.323097 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-ebd6a30a-6dd9-44b0-a6cf-1a4bddbfab63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.7848177 Jul 23 16:37:51.531244 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-14cb4007-e871-4cd5-b290-8443cee91f96 req-e02a00fd-1b87-4890-ad95-5d8ea27afe14 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 210 time: 0.2014992 Jul 23 16:37:51.588466 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:51.640238 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-44a77b7c-e21d-4648-ac11-c0f86b55cf95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63 HTTP/1.1" status: 200 len: 217 time: 0.3075705 Jul 23 16:37:51.646660 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'port_id': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'mac_address': 'fa:16:3e:df:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:37:51.712075 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ebbcf-bf96-498b-b97d-52821385c29c req-05905f28-8c97-4339-a62b-03e9ac362647 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.738060 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2e3ebbcf-bf96-498b-b97d-52821385c29c req-05905f28-8c97-4339-a62b-03e9ac362647 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 943 time: 0.4106119 Jul 23 16:37:51.781308 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-52ad157e-dbe9-4e99-b423-0660da0fe37f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ee1ac5f158f4a7b8b2552ba8c3e433a&device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 1096 time: 0.3030596 Jul 23 16:37:51.817204 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.853816 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-30a5dbb4-8ab8-4a18-8829-5f4e35018ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:51.855696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.857166 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-30a5dbb4-8ab8-4a18-8829-5f4e35018ab9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.2075891 Jul 23 16:37:51.887386 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4ca5c7-fee1-4f45-903a-0344f8fdee63 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:51.915539 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Transition to ACTIVE for port object 72493a7a-d905-4358-9e0f-ce93381ff837 will not be triggered until provisioned by entity DHCP. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:51.944026 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:51.953388 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:51.954576 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2e3ebbcf-bf96-498b-b97d-52821385c29c req-831726e3-904e-42a1-a3d6-f80841ec68c1 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698861 Jul 23 16:37:51.967446 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:52.174612 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.188407 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-940d097a-3711-45ab-b2e2-6a30295281ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:52.215896 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:52.230326 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:52.297444 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-0f09e700-528a-43b5-91e0-0d71539686c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.299634 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-0f09e700-528a-43b5-91e0-0d71539686c6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6655bd85-2902-4464-83b0-5b27f7fcf2bd HTTP/1.1" status: 200 len: 910 time: 0.5089791 Jul 23 16:37:52.333471 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['ea4ca5c7-fee1-4f45-903a-0344f8fdee63'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:37:52.343133 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b073b3-8760-49b5-9099-d8ce4829cb3b req-0a687ab7-dee2-4378-b392-9e988589f550 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.345738 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-78b073b3-8760-49b5-9099-d8ce4829cb3b req-0a687ab7-dee2-4378-b392-9e988589f550 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 945 time: 0.3972220 Jul 23 16:37:52.416832 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-eec519b5-3dc7-46d9-82f5-8b6aa4f9ab3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4376512 Jul 23 16:37:52.421597 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:37:52.430011 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:37:52.434623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:52.438636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:37:52.465401 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-69eba439-8f12-44d6-908e-5daf8554178d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216 HTTP/1.1" status: 200 len: 217 time: 0.1502519 Jul 23 16:37:52.584241 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.584882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.585526 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.586169 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.586843 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.587483 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.588126 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.588760 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.589400 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.590033 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.590714 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:37:52.603485 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:52.646095 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.647142 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:52.718178 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-78b073b3-8760-49b5-9099-d8ce4829cb3b req-3f22606d-b479-4ccc-8a49-f684fbb67cc1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476877 Jul 23 16:37:52.731183 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-834b1645-5e39-4305-8c43-0fdb87c54753 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1717510 Jul 23 16:37:52.759636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Request body: {'port': {'device_id': '4dc774df-d633-4d40-85ef-24afe520804d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:37:52.986884 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-d6b40bd7-af67-429e-a915-7fc453dad762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:52.989744 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-d6b40bd7-af67-429e-a915-7fc453dad762 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99c36ad7-64a8-478a-bc47-e9c181c30b8b HTTP/1.1" status: 200 len: 848 time: 0.5133946 Jul 23 16:37:53.134237 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 8b7b1c61-606b-4741-93ac-f1d138d5f216 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:37:53.400085 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-558ae475-b723-4f1d-a3d0-9d323346a875 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6655bd85-2902-4464-83b0-5b27f7fcf2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413033 Jul 23 16:37:53.463700 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-214dfff0-fbaf-4bf0-9654-dd59f0e0c6f4 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0347774 Jul 23 16:37:53.504210 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 8b7b1c61-606b-4741-93ac-f1d138d5f216, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216,segment=NetworkSegment(47ba63da-f3eb-4d93-b7d9-54c72380e6fa),segment_id=47ba63da-f3eb-4d93-b7d9-54c72380e6fa)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:53.535509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '8b7b1c61-606b-4741-93ac-f1d138d5f216', 'network_id': '6655bd85-2902-4464-83b0-5b27f7fcf2bd', 'port_id': '8b7b1c61-606b-4741-93ac-f1d138d5f216', 'mac_address': 'fa:16:3e:b7:ea:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c36ad7-64a8-478a-bc47-e9c181c30b8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:37:53.613880 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-4ddfff1c-7132-4ea6-82ca-747502b494db None None] Provisioning for port 72493a7a-d905-4358-9e0f-ce93381ff837 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:53.652307 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-4ddfff1c-7132-4ea6-82ca-747502b494db None None] Provisioning complete for port 72493a7a-d905-4358-9e0f-ce93381ff837 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:53.653506 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-4ddfff1c-7132-4ea6-82ca-747502b494db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.689611 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.768815 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfff1c-7132-4ea6-82ca-747502b494db None None] Port 72493a7a-d905-4358-9e0f-ce93381ff837 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:37:53.791198 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.853825 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7b1c61-606b-4741-93ac-f1d138d5f216 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:53.863059 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715876b7-a0d4-43ec-b277-fb1355dfee5d req-9830d62b-6387-40c5-ad02-019be97513e2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:53.869450 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-715876b7-a0d4-43ec-b277-fb1355dfee5d req-9830d62b-6387-40c5-ad02-019be97513e2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Synchronizing usage tracker for tenant:da97d06d821f40979b816907e213fcac on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:37:53.913740 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 8b7b1c61-606b-4741-93ac-f1d138d5f216, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216,segment=NetworkSegment(47ba63da-f3eb-4d93-b7d9-54c72380e6fa),segment_id=47ba63da-f3eb-4d93-b7d9-54c72380e6fa)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:53.923724 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:53.926885 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:53.948678 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-715876b7-a0d4-43ec-b277-fb1355dfee5d req-9830d62b-6387-40c5-ad02-019be97513e2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Unset dirty status for tenant:da97d06d821f40979b816907e213fcac on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:37:53.960227 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-715876b7-a0d4-43ec-b277-fb1355dfee5d req-9830d62b-6387-40c5-ad02-019be97513e2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 932 time: 0.8901393 Jul 23 16:37:54.039059 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-392f9b94-787e-43bf-9253-4f4a131d5fd0 req-35602c81-b190-4da2-bacc-b765611e89d8 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677428 Jul 23 16:37:54.141789 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-1dcca2f3-7cf3-4adc-a965-47222aa739cb service neutron] 10.222.0.48 "GET /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286925 Jul 23 16:37:54.142614 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=8b7b1c61-606b-4741-93ac-f1d138d5f216,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:54.149204 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:54.188544 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05a028-ccec-4582-a481-68572a8ee693 req-7126657a-0e54-4476-b620-0367b84ada15 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:54.192726 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ba05a028-ccec-4582-a481-68572a8ee693 req-7126657a-0e54-4476-b620-0367b84ada15 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 943 time: 0.7712743 Jul 23 16:37:54.293494 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['8b7b1c61-606b-4741-93ac-f1d138d5f216'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:37:54.293917 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-715876b7-a0d4-43ec-b277-fb1355dfee5d req-5cbb00d1-b963-4db9-bffc-c971faa7b1f8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322444 Jul 23 16:37:54.423626 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-1b8bb89e-a9b4-4a30-981a-c95512643b71 req-aa58ac67-31f1-46c7-b101-d80f53fab5b0 service neutron] 10.222.0.48 "GET /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725878 Jul 23 16:37:54.600786 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ba05a028-ccec-4582-a481-68572a8ee693 req-2600c79a-521c-4b3c-9d71-b7def39d922f tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956478 Jul 23 16:37:54.952177 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72493a7a-d905-4358-9e0f-ce93381ff837 {{(pid=74350) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:37:54.985321 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa8012-418a-43a0-9120-eb6fe29a31fb req-bb8de1e2-235e-4a51-a2a4-a66c68ee14eb tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:54.988235 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fbfa8012-418a-43a0-9120-eb6fe29a31fb req-bb8de1e2-235e-4a51-a2a4-a66c68ee14eb tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 945 time: 0.3109283 Jul 23 16:37:54.991664 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.049930 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Transition to ACTIVE for port object 72493a7a-d905-4358-9e0f-ce93381ff837 will not be triggered until provisioned by entity L2. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:37:55.067235 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.077974 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:55.130262 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device ea4ca5c7-fee1-4f45-903a-0344f8fdee63 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:37:55.314344 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:55.325204 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fbfa8012-418a-43a0-9120-eb6fe29a31fb req-3ae5a2f3-2d19-4220-ae0d-0acfe4e888e4 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248520 Jul 23 16:37:55.327108 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:55.327732 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.360028 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:55.366047 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:55.839519 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:55.878402 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Attempting to bind port 72493a7a-d905-4358-9e0f-ce93381ff837 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:37:55.881609 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Attempting to bind port 72493a7a-d905-4358-9e0f-ce93381ff837 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}] {{(pid=74350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:37:55.882087 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Attempting to bind port 72493a7a-d905-4358-9e0f-ce93381ff837 on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:56.012285 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:56.069102 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:56.094565 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.098155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:56.167586 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Port 72493a7a-d905-4358-9e0f-ce93381ff837 on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:37:56.168432 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Attempting to bind port 72493a7a-d905-4358-9e0f-ce93381ff837 on network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:37:56.275049 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:37:56.275524 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Checking segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:37:56.276172 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Bound using segment: {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'} {{(pid=74350) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:37:56.277804 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.managers [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Bound port: 72493a7a-d905-4358-9e0f-ce93381ff837, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af72e113-5583-4e3b-9fd1-31bb82bad2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97'}}] {{(pid=74350) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:37:56.278553 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.320888 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03651ab-7436-4e6b-a9d2-42ef3c17ff39 req-64fb5e7f-4b35-4fcc-b89a-2f50643c0a30 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.332279 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d03651ab-7436-4e6b-a9d2-42ef3c17ff39 req-64fb5e7f-4b35-4fcc-b89a-2f50643c0a30 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.5916328 Jul 23 16:37:56.350347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:56.356599 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:56.489855 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f225e1-b7e6-41a9-a42a-1e017a789f05 req-8a102030-78bc-4515-96e0-ec0d64067a7c tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:56.492517 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2f225e1-b7e6-41a9-a42a-1e017a789f05 req-8a102030-78bc-4515-96e0-ec0d64067a7c tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 944 time: 0.5901496 Jul 23 16:37:56.520381 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d03651ab-7436-4e6b-a9d2-42ef3c17ff39 req-6ade2e75-77f1-4624-bfe3-dcd42178fcac tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867995 Jul 23 16:37:56.592877 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, cleared binding levels {{(pid=74350) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:37:56.619886 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74350) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:37:56.624777 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2f225e1-b7e6-41a9-a42a-1e017a789f05 req-bff009e1-eb11-41b2-b782-19162b15de30 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110685 Jul 23 16:37:56.631423 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.638123 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:56.663435 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'code': 200} Jul 23 16:37:56.768495 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:56.771532 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] 10.222.0.48 "PUT /v2.0/ports/72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 1094 time: 4.0231848 Jul 23 16:37:56.776986 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:56.819804 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=3']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:56.841255 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-958ea0ad-6dcb-4c0c-a940-e5856ccd2bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:57.144877 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 8b7b1c61-606b-4741-93ac-f1d138d5f216 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:37:57.271089 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-54c51e0a-250d-4693-86b7-178e9072a970 req-90ef419d-6e17-4cec-8d77-35ef9d7f0f12 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 1099 time: 0.2428143 Jul 23 16:37:57.274907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aab9cb-fea2-4952-b5da-18a106a67856 req-92b318e9-b572-47f0-a850-953126c68206 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:57.290546 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f9aab9cb-fea2-4952-b5da-18a106a67856 req-92b318e9-b572-47f0-a850-953126c68206 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.4448040 Jul 23 16:37:57.363149 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-15cde0b3-b815-4d34-abbf-415437598967 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1097 time: 0.4124808 Jul 23 16:37:57.429067 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36028) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:57.440850 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 8b7b1c61-606b-4741-93ac-f1d138d5f216 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:37:57.457592 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 8b7b1c61-606b-4741-93ac-f1d138d5f216 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:37:57.459798 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-54c51e0a-250d-4693-86b7-178e9072a970 req-56bdcb5e-0302-4b97-8128-3c6720a2d362 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782622 Jul 23 16:37:57.463249 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.478634 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'status': 'completed', 'code': 200} Jul 23 16:37:57.516592 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-3f22f00a-dab3-48a4-853d-fadda2fe23c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 217 time: 0.1342690 Jul 23 16:37:57.521184 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f9aab9cb-fea2-4952-b5da-18a106a67856 req-40ee303d-26e6-4dd4-a669-8eab37206530 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164946 Jul 23 16:37:57.719044 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.864923 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 8b7b1c61-606b-4741-93ac-f1d138d5f216, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216,segment=NetworkSegment(47ba63da-f3eb-4d93-b7d9-54c72380e6fa),segment_id=47ba63da-f3eb-4d93-b7d9-54c72380e6fa)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:37:57.876575 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:57.882425 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:58.044097 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.066367 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=8b7b1c61-606b-4741-93ac-f1d138d5f216,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.073426 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:58.113534 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:37:58.120432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Usage tracker for resource:security_group_rule and tenant:4d4b029d64bf4f809d19e602184d5190 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:37:58.127085 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:37:58.141738 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:37:58.205928 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-6e52faa9-1259-452f-9151-8d3668f007c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.209097 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-6e52faa9-1259-452f-9151-8d3668f007c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.4150858 Jul 23 16:37:58.313419 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.320651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.337189 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c428a705-2b22-49cd-805c-9f93ecefc900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:58.411130 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3ce0-b577-40aa-bcab-3c9f103cce7f req-b98b2930-e1fe-4990-8100-bb3a12707db5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.413922 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9f0e3ce0-b577-40aa-bcab-3c9f103cce7f req-b98b2930-e1fe-4990-8100-bb3a12707db5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.5055811 Jul 23 16:37:58.422474 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d4b029d64bf4f809d19e602184d5190&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9888101 Jul 23 16:37:58.422474 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd481e48-de38-4ad3-a87d-c7a0418cea14,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.425998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36040) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:58.455570 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34edb-2aa7-4a10-8272-164e99deb96b req-12240eb8-ebf5-4ba2-b83f-c80357626c9d tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:58.458728 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-baf34edb-2aa7-4a10-8272-164e99deb96b req-12240eb8-ebf5-4ba2-b83f-c80357626c9d tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.4398472 Jul 23 16:37:58.464871 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:58.543241 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-69bff3d5-8987-4998-85df-54f2aa30fef2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3203094 Jul 23 16:37:58.565618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.620433 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.664825 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b1c61-606b-4741-93ac-f1d138d5f216'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:37:58.748447 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.763273 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-549c7fa6-a258-4905-af38-a53286aa541e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:37:58.795195 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9f0e3ce0-b577-40aa-bcab-3c9f103cce7f req-91d4d339-2332-4f44-91fc-af052f69e12a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609645 Jul 23 16:37:58.811432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd481e48-de38-4ad3-a87d-c7a0418cea14,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:37:58.825458 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:37:58.847330 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:37:58.856766 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd481e48-de38-4ad3-a87d-c7a0418cea14 HTTP/1.1" status: 204 len: 168 time: 0.4252424 Jul 23 16:37:58.880613 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-baf34edb-2aa7-4a10-8272-164e99deb96b req-0659de08-2d2e-4983-a2c8-89322e5757b5 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905170 Jul 23 16:37:59.144736 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-e849ca99-0f23-45ac-a3b9-4d6c566143a7 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820897 Jul 23 16:37:59.250735 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7b1c61-606b-4741-93ac-f1d138d5f216', 'code': 200} Jul 23 16:37:59.618633 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d9945a33-5ca5-439f-9bcc-930e2d0ec99e req-fba1e33f-3bb1-4ac8-9989-7aa2b586964c service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723275 Jul 23 16:37:59.638808 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6ae20-2624-4c92-861b-e7786f57a0b8 req-4dd9527c-b100-425c-bb69-c22d1b215001 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:37:59.641108 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1ef6ae20-2624-4c92-861b-e7786f57a0b8 req-4dd9527c-b100-425c-bb69-c22d1b215001 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.2555809 Jul 23 16:37:59.765711 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1ef6ae20-2624-4c92-861b-e7786f57a0b8 req-1327bda1-51fd-46c1-a4e6-32ee4d4e0592 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094484 Jul 23 16:37:59.769329 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f0e8840-433b-4a21-aebf-1993867d7150 req-a448ab4e-896c-40e7-b8a5-bb20e029911a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 1098 time: 0.1780407 Jul 23 16:37:59.876907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36058) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:37:59.889189 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f0e8840-433b-4a21-aebf-1993867d7150 req-41e33a31-2baa-455c-ace5-5c98369b1ff7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092260 Jul 23 16:37:59.922739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.009839 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:00.018401 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-d582c92c-e339-4725-850b-8a0700869d57 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1097 time: 0.2503984 Jul 23 16:38:00.024182 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:470b74496b3a46918425d837af8fb675 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:00.035469 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:00.127588 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:00.746890 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedeadb-6891-4d19-a33b-3eb19ed6e425 req-20fd9bce-e8d8-43b2-97b6-825bb156c18f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:00.749752 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fedeadb-6891-4d19-a33b-3eb19ed6e425 req-20fd9bce-e8d8-43b2-97b6-825bb156c18f tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.7040648 Jul 23 16:38:00.765451 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36072) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:00.774930 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Request body: {'floatingip': {'port_id': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:00.811322 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-a6e944b0-f0da-4b91-89fc-f48ade991cd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:00.813673 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-a6e944b0-f0da-4b91-89fc-f48ade991cd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.5563097 Jul 23 16:38:00.930581 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877a64f-0f01-4b6c-9ee8-b0c0ff243a92 req-0970565c-b54a-471b-ac34-0a9c62c755e7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:00.943502 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a877a64f-0f01-4b6c-9ee8-b0c0ff243a92 req-0970565c-b54a-471b-ac34-0a9c62c755e7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.7658095 Jul 23 16:38:00.952308 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:00.953720 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.013904 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.033875 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:01.112307 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-27b0ddab-8598-4190-8604-e7e90454a3c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 217 time: 0.2853589 Jul 23 16:38:01.159409 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:38:01.431580 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a877a64f-0f01-4b6c-9ee8-b0c0ff243a92 req-74671805-1bb9-4726-aeef-969e56028b8c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4820111 Jul 23 16:38:01.535502 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=470b74496b3a46918425d837af8fb675&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6518855 Jul 23 16:38:01.536036 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36082) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:01.591016 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2103461-d0b4-4974-8dfa-51e4a21b65a9,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:01.620278 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:01.655752 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:01.660420 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-88ced118-47fa-4795-99d3-c973fafd5ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:01.662218 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-88ced118-47fa-4795-99d3-c973fafd5ba8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.5174878 Jul 23 16:38:01.692504 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '72493a7a-d905-4358-9e0f-ce93381ff837', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837', 'mac_address': 'fa:16:3e:b5:4e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:38:01.810366 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.823603 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d736e-9948-41ff-b628-fbf662369cde req-af1869a7-27a1-4455-99ed-200996bfc30b tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:01.833083 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b01d736e-9948-41ff-b628-fbf662369cde req-af1869a7-27a1-4455-99ed-200996bfc30b tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.8248835 Jul 23 16:38:01.858335 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.900543 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72493a7a-d905-4358-9e0f-ce93381ff837 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:01.928082 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:01.936739 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:01.942094 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:01.983334 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.011293 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b01d736e-9948-41ff-b628-fbf662369cde req-d52e3cbd-f53e-41d7-bb86-78494e496ece tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766613 Jul 23 16:38:02.115180 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-b34e4acb-3094-48d7-bda3-079fafa4610e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4330525 Jul 23 16:38:02.164073 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.189617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:02.332809 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['72493a7a-d905-4358-9e0f-ce93381ff837'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:38:02.456141 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-700f6e8c-888d-46d3-83dd-f45770d731ba service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381181 Jul 23 16:38:02.458866 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.473489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-162e4f71-2afd-43ad-98a6-06950a73ef8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:02.539830 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.547082 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2103461-d0b4-4974-8dfa-51e4a21b65a9 HTTP/1.1" status: 204 len: 168 time: 1.0014462 Jul 23 16:38:02.667579 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2103461-d0b4-4974-8dfa-51e4a21b65a9,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:02.680024 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:02.786476 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.797674 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:02.919008 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-44cba89d-b1bd-493f-94d8-99a894ed29c1 req-a983f790-f513-4f9e-b0b5-33649c103e28 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474437 Jul 23 16:38:03.001875 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4a2c4-8a83-4760-abf8-6b56ed1a0b5a req-b6fb2ac4-7e30-4092-8ac4-d285179df11a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:03.007190 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6ad4a2c4-8a83-4760-abf8-6b56ed1a0b5a req-b6fb2ac4-7e30-4092-8ac4-d285179df11a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 945 time: 0.1407158 Jul 23 16:38:03.103940 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6ad4a2c4-8a83-4760-abf8-6b56ed1a0b5a req-9f29cadd-cdc8-4515-8946-331ee74d4ea2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903366 Jul 23 16:38:03.310813 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Floating IP 0db98527-6d98-4503-a0a6-92b833faec78 associated. External IP: 172.28.1.143, port: ea4ca5c7-fee1-4f45-903a-0344f8fdee63. Jul 23 16:38:03.505272 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbc152-8725-46ee-9c18-ff726cd13dd5 req-f11879ae-019f-4e04-8051-1ec09d94c834 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:03.508689 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cfcbc152-8725-46ee-9c18-ff726cd13dd5 req-f11879ae-019f-4e04-8051-1ec09d94c834 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.1633432 Jul 23 16:38:03.611098 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cfcbc152-8725-46ee-9c18-ff726cd13dd5 req-b04089a6-ea6c-4507-9dfd-09b7572508af tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917056 Jul 23 16:38:04.213320 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:38:04.630830 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-839e31f9-77a2-44ed-af68-56fe211ec5bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3490188 Jul 23 16:38:04.967460 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:04.977929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:04.983362 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:38:04.996000 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4aebf-cfc8-4c07-bc43-a80daf2b35fa req-9d33463a-70ac-4659-893d-0bf1f1995d5c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:04.999666 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8bc4aebf-cfc8-4c07-bc43-a80daf2b35fa req-9d33463a-70ac-4659-893d-0bf1f1995d5c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 945 time: 0.3318927 Jul 23 16:38:05.017333 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:05.018534 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:37:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:05.203469 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9ae766fe-dddc-43e3-b36c-aafcb2f15793 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "PUT /v2.0/floatingips/0db98527-6d98-4503-a0a6-92b833faec78 HTTP/1.1" status: 200 len: 992 time: 4.4361479 Jul 23 16:38:05.204862 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:05.225621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:38:05.234853 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8bc4aebf-cfc8-4c07-bc43-a80daf2b35fa req-52e167db-6c7e-49d7-82a4-aa7b01db0a0d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894667 Jul 23 16:38:05.265713 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-cab873ce-2707-491e-aa4a-e2cb79ca6d4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1098 time: 0.3971131 Jul 23 16:38:05.725496 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-ed1cfd28-abc5-471c-85e3-46db74fbfef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:05.733299 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-ed1cfd28-abc5-471c-85e3-46db74fbfef8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 910 time: 0.4263148 Jul 23 16:38:05.890183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:05.920711 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'status': 'completed', 'code': 200} Jul 23 16:38:06.110699 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-78b04464-0bd2-49ac-ad76-1bd091ea8a3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 1001 time: 0.3691747 Jul 23 16:38:06.116842 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 72493a7a-d905-4358-9e0f-ce93381ff837 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:06.300690 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 72493a7a-d905-4358-9e0f-ce93381ff837 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:06.303887 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:06.320713 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-058dfc2e-d427-41ae-b7e9-5518a5ea83f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 1099 time: 0.2877567 Jul 23 16:38:06.546708 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-2b41c75d-050f-4084-b095-ac9175abe8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.552455 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-2b41c75d-050f-4084-b095-ac9175abe8a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.4281201 Jul 23 16:38:06.730989 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8d564-2a55-4ea4-9323-93198b8cf8b7 req-04eb7794-4a65-4552-9257-91afa49d715a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.755538 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cdb8d564-2a55-4ea4-9323-93198b8cf8b7 req-04eb7794-4a65-4552-9257-91afa49d715a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.5496893 Jul 23 16:38:06.785145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-58a5f482-db38-47e5-ad73-c04796d7abcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:06.789540 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-58a5f482-db38-47e5-ad73-c04796d7abcc service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.4624214 Jul 23 16:38:06.861747 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.059443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36172) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:07.102255 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-0b0e59d7-62d0-4cb2-a85d-c6798abdf855 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63 HTTP/1.1" status: 200 len: 1000 time: 0.3020413 Jul 23 16:38:07.184887 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.202177 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-eb8d0ad0-61c1-48b8-896b-608f02634e97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6426241 Jul 23 16:38:07.227974 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cdb8d564-2a55-4ea4-9323-93198b8cf8b7 req-1a255f67-310d-46b6-a0ad-dc1c96d31ed8 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709146 Jul 23 16:38:07.284869 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:07.341173 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:07.363403 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:07.371847 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:07.412721 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-308cb3b6-9a73-4e10-a1ee-1c0283a65ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:07.422812 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-308cb3b6-9a73-4e10-a1ee-1c0283a65ea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.3046405 Jul 23 16:38:07.654847 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-0e56284f-a64e-4464-949e-1c893a259691 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2247159 Jul 23 16:38:07.667247 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:07.681509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:07.758133 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '0db98527-6d98-4503-a0a6-92b833faec78', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'port_id': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'mac_address': 'fa:16:3e:df:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:27Z', 'updated_at': '2021-07-23T16:38:02Z', 'revision_number': 1, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.791183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:38:07.809333 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'code': 200} Jul 23 16:38:07.839132 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acacca-b9da-423e-aedf-c85a6a98abb2 req-2b863ba6-283b-4b8e-8253-35a7c8f80c1a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:07.855660 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-04acacca-b9da-423e-aedf-c85a6a98abb2 req-2b863ba6-283b-4b8e-8253-35a7c8f80c1a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 945 time: 0.8573730 Jul 23 16:38:07.862344 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:07.863387 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:37:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:07.876133 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-b5100f2f-32b9-467c-afa2-906918b59c7b service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463010 Jul 23 16:38:08.306526 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.399641 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.406427 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:08.411418 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:08.419739 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Usage tracker for resource:security_group_rule and tenant:9113c844766144d6b33f00ceb2d3576f is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:08.426719 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:08.439233 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:08.571879 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-04acacca-b9da-423e-aedf-c85a6a98abb2 req-bf43ddfc-1b27-4def-846d-2eccb28bbeb9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5828006 Jul 23 16:38:08.613039 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.691319 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:08.729915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fbb1668f-c22f-429c-a7e0-fba65becaa21 tempest-VolumesNegativeTest-1764164718 tempest-VolumesNegativeTest-1764164718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:08.825672 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-45ba5eb6-8718-4099-809e-a267789c8c25 req-a88cf93e-9f3b-4a4e-b270-b6e95b6bad97 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9357238 Jul 23 16:38:08.868031 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73015903-4c81-4c45-aa17-5c61d24d3428,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:08.905508 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:08.970600 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648c62-8851-4d51-81e7-8a48649b1888 req-11d40112-ee4b-42b0-8189-3a49375b0746 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:08.991020 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6f648c62-8851-4d51-81e7-8a48649b1888 req-11d40112-ee4b-42b0-8189-3a49375b0746 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.2833447 Jul 23 16:38:09.126923 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9113c844766144d6b33f00ceb2d3576f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0618491 Jul 23 16:38:09.132445 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36212) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:09.154310 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6f648c62-8851-4d51-81e7-8a48649b1888 req-f9c1a84d-7c70-4e4a-867a-d51d5974e273 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608872 Jul 23 16:38:09.185520 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-df628e91-1af1-4978-8e4f-0c2f7b0e68f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.213621 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-9fe2d3b5-ff03-4fc5-9e33-3197b91af3d3 service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5476077 Jul 23 16:38:09.661864 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-49a81e41-296c-47f0-bd0f-32a0a49d3a54 req-3cdf496e-4f8a-48f3-a8a1-af37371d5aae service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358494 Jul 23 16:38:09.702352 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-db9bfba5-70b6-448e-9e6c-6aa8183c8383 req-aefb5be4-e750-459d-930a-c479042c57bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1099 time: 1.0855024 Jul 23 16:38:09.713337 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:09.777592 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '0db98527-6d98-4503-a0a6-92b833faec78', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'port_id': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'mac_address': 'fa:16:3e:df:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:27Z', 'updated_at': '2021-07-23T16:38:02Z', 'revision_number': 1, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:09.796227 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1c992-cd28-40e3-9d7d-09431b9dd4bf None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '0db98527-6d98-4503-a0a6-92b833faec78', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'floating_ip_address': '172.28.1.143', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'port_id': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'mac_address': 'fa:16:3e:df:67:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:27Z', 'updated_at': '2021-07-23T16:38:02Z', 'revision_number': 1, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:38:09.855147 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-db9bfba5-70b6-448e-9e6c-6aa8183c8383 req-3d54a000-119c-4549-b74b-9390e84c63ce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379395 Jul 23 16:38:09.870987 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.038062 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.048270 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1c1fbb44-f804-4d42-8ecc-14218b567174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:10.073952 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73015903-4c81-4c45-aa17-5c61d24d3428,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:10.080519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:10.085214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:10.086556 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73015903-4c81-4c45-aa17-5c61d24d3428 HTTP/1.1" status: 204 len: 168 time: 0.9528198 Jul 23 16:38:10.326965 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53488-6337-4801-9d69-ca0be07508f9 req-9e521efc-7b45-4219-800f-be78c8a7c229 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:10.353183 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5bc53488-6337-4801-9d69-ca0be07508f9 req-9e521efc-7b45-4219-800f-be78c8a7c229 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2596929 Jul 23 16:38:10.392777 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8288cf-9474-4233-9291-510d56640190 None None] New status for floating IP 0db98527-6d98-4503-a0a6-92b833faec78: ACTIVE {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:38:10.585799 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5bc53488-6337-4801-9d69-ca0be07508f9 req-d1c90f7c-a289-4e4b-a91d-baf2295b3159 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258697 Jul 23 16:38:11.022824 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017fd1a-d693-4471-92d7-91e3d510ce34 req-77c077a6-9f34-4319-a589-a04730394cab tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:11.036243 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f017fd1a-d693-4471-92d7-91e3d510ce34 req-77c077a6-9f34-4319-a589-a04730394cab tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.2070117 Jul 23 16:38:11.196669 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a790ad70-b9f7-4d3f-aec7-04a699851139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:11.198768 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f017fd1a-d693-4471-92d7-91e3d510ce34 req-724dc9d7-efc6-4dc9-a645-c19ce62eb684 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606405 Jul 23 16:38:12.401524 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e3cb9-c5f0-4a4b-8d7c-6547b9a1e531 req-5db56e69-ee1f-4b74-8451-ebd403d7f939 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.411562 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e67e3cb9-c5f0-4a4b-8d7c-6547b9a1e531 req-5db56e69-ee1f-4b74-8451-ebd403d7f939 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.3283436 Jul 23 16:38:12.478765 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84893e-e9af-4888-8ba3-b5289088d2bf req-3d3b6b1c-e6c8-4bd6-923f-3f1e280bd313 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:12.482128 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d84893e-e9af-4888-8ba3-b5289088d2bf req-3d3b6b1c-e6c8-4bd6-923f-3f1e280bd313 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.2801244 Jul 23 16:38:12.572221 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e67e3cb9-c5f0-4a4b-8d7c-6547b9a1e531 req-9d46d06b-9aa4-4481-ae38-12a3447e3634 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525269 Jul 23 16:38:12.633875 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d84893e-e9af-4888-8ba3-b5289088d2bf req-39fc82f4-c47f-4ec1-b1b1-837aa6cf4bbd tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315432 Jul 23 16:38:12.692621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.107991 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e5443-6443-4de5-b92b-b7dd59c8db0f req-1eb1340d-56dc-4f72-87ff-ce5883c69c49 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.110666 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ef8e5443-6443-4de5-b92b-b7dd59c8db0f req-1eb1340d-56dc-4f72-87ff-ce5883c69c49 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.2085812 Jul 23 16:38:13.121501 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa01455-d992-4d12-ad7f-e36fcbb45f3f req-fd4b6222-a108-48fb-997d-31e44a280446 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:13.124094 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bfa01455-d992-4d12-ad7f-e36fcbb45f3f req-fd4b6222-a108-48fb-997d-31e44a280446 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2776682 Jul 23 16:38:13.142431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36280) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:13.166654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Request body: {'floatingip': {'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:13.230162 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ef8e5443-6443-4de5-b92b-b7dd59c8db0f req-ceafa40a-352e-4162-9253-f7e4b74298a4 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040659 Jul 23 16:38:13.368855 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:13.895951 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.032116 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440046ce-0726-4148-bbcf-b0d94cde49db req-aa55e76c-7f96-4fb3-abb1-80eac9d45dde tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.033925 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-440046ce-0726-4148-bbcf-b0d94cde49db req-aa55e76c-7f96-4fb3-abb1-80eac9d45dde tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.1509569 Jul 23 16:38:14.151582 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-440046ce-0726-4148-bbcf-b0d94cde49db req-b2af8b38-9e50-4e96-bb9c-b0593c638247 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060922 Jul 23 16:38:14.668650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-414fdb7f-58f1-431e-a336-75d088091f45 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.669822 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-414fdb7f-58f1-431e-a336-75d088091f45 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Synchronizing usage tracker for tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:38:14.723596 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.739625 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:14.773154 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446392ee-8ee8-4e32-9b94-574f2a93ebe2 req-dda79843-b601-4925-9332-f8d916be6dc8 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:14.775594 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-446392ee-8ee8-4e32-9b94-574f2a93ebe2 req-dda79843-b601-4925-9332-f8d916be6dc8 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.2064710 Jul 23 16:38:14.862184 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-414fdb7f-58f1-431e-a336-75d088091f45 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Unset dirty status for tenant:0ee1ac5f158f4a7b8b2552ba8c3e433a on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:38:14.864337 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-414fdb7f-58f1-431e-a336-75d088091f45 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.48 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.6343293 Jul 23 16:38:14.888568 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-446392ee-8ee8-4e32-9b94-574f2a93ebe2 req-29bac3e3-6afc-413d-9491-13de9aef1b75 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005807 Jul 23 16:38:15.050684 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Deleting port 8b7b1c61-606b-4741-93ac-f1d138d5f216 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:38:15.051563 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:15.854057 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a570ad-5d13-4de3-9c30-fc10da3ed86a req-3f6108ab-7c5d-49f2-8ed2-695aac261b37 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:15.870511 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-90a570ad-5d13-4de3-9c30-fc10da3ed86a req-3f6108ab-7c5d-49f2-8ed2-695aac261b37 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 945 time: 0.2179296 Jul 23 16:38:15.932739 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Floating IP 307c57b3-2e18-4711-adb5-d3997198d475 associated. External IP: 172.28.1.253, port: 72493a7a-d905-4358-9e0f-ce93381ff837. Jul 23 16:38:15.983118 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-90a570ad-5d13-4de3-9c30-fc10da3ed86a req-31725f8f-4281-4ec3-8b78-7e80ce646b5e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/security-groups?id=8626fa55-c978-4891-8182-fa208ca8781c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091397 Jul 23 16:38:16.162153 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] For port 8b7b1c61-606b-4741-93ac-f1d138d5f216, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8b7b1c61-606b-4741-93ac-f1d138d5f216,segment=NetworkSegment(47ba63da-f3eb-4d93-b7d9-54c72380e6fa),segment_id=47ba63da-f3eb-4d93-b7d9-54c72380e6fa)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:16.162882 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.485513 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4cb9-f4b6-4da2-abec-9288081bed01 req-1f6354bc-8fca-4372-a39a-89479d07863e tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:16.487804 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3cae4cb9-f4b6-4da2-abec-9288081bed01 req-1f6354bc-8fca-4372-a39a-89479d07863e tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1636586 Jul 23 16:38:16.490985 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Calling delete_port for 8b7b1c61-606b-4741-93ac-f1d138d5f216 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:38:16.576580 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3cae4cb9-f4b6-4da2-abec-9288081bed01 req-f8a8b0b6-eb2e-4f9d-a81c-9b43a5abd6cd tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808239 Jul 23 16:38:16.816576 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-d86d9da8-9516-40be-bcce-101881aab025 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1098 time: 0.4873891 Jul 23 16:38:16.929851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:16.940507 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:17.017696 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Pushing event deleted for resources: {'Port': ['ID=8b7b1c61-606b-4741-93ac-f1d138d5f216,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:17.020799 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:17.238485 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] No DVR routers for this DVR port 8b7b1c61-606b-4741-93ac-f1d138d5f216 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:38:17.247310 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-f4491fd1-b7cd-4111-bb24-2222fd48a8d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:17.248474 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 8b7b1c61-606b-4741-93ac-f1d138d5f216 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:38:17.249321 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-f4491fd1-b7cd-4111-bb24-2222fd48a8d3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 910 time: 0.4232466 Jul 23 16:38:17.250672 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:17.256362 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'name': 'network-vif-deleted', 'tag': '8b7b1c61-606b-4741-93ac-f1d138d5f216'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:17.358866 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7f6fd881-3b1d-4c06-b062-4b89eae951c8 req-ce45d798-e974-4e04-8c15-1115807786f4 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.1080196 Jul 23 16:38:17.414326 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 8b7b1c61-606b-4741-93ac-f1d138d5f216 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:38:17.416306 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 8b7b1c61-606b-4741-93ac-f1d138d5f216 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:38:17.631270 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25039f9e-40e2-471a-84b6-2a7e6c2855e6', 'name': 'network-vif-deleted', 'tag': '8b7b1c61-606b-4741-93ac-f1d138d5f216', 'status': 'completed', 'code': 200} Jul 23 16:38:17.636291 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7c18ee02-3fcb-4252-89a8-7453b7c99ed8 req-03734a0c-b927-445d-8560-5cc957206900 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.48 "DELETE /v2.0/ports/8b7b1c61-606b-4741-93ac-f1d138d5f216 HTTP/1.1" status: 204 len: 173 time: 2.7586491 Jul 23 16:38:17.784367 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-9c9677cc-feeb-4988-b949-2f331dc49eea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 1001 time: 0.5175347 Jul 23 16:38:18.055107 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da6b6-17e0-4ae0-9006-e6186b388d85 req-69315f8e-352a-4755-b8f4-1add5749519c tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.068671 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-146da6b6-17e0-4ae0-9006-e6186b388d85 req-69315f8e-352a-4755-b8f4-1add5749519c tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1964378 Jul 23 16:38:18.167051 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-146da6b6-17e0-4ae0-9006-e6186b388d85 req-2d58f8b4-fb86-4369-b081-39fc321e939e tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964527 Jul 23 16:38:18.204930 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-7cc62689-4d52-42a4-a8d7-53ab156e6046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:18.207444 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-7cc62689-4d52-42a4-a8d7-53ab156e6046 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.4115720 Jul 23 16:38:18.399166 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-a59abaab-82ba-47fe-b388-635cec03b7e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1782708 Jul 23 16:38:18.402757 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:38:18.709904 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53b062aa-c0c0-4996-8059-2077cdc8b9ef req-95f44ff7-2648-4090-8b8c-caa8580667b2 tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] 10.222.0.47 "GET /v2.0/ports?device_id=25039f9e-40e2-471a-84b6-2a7e6c2855e6 HTTP/1.1" status: 200 len: 210 time: 0.0858805 Jul 23 16:38:18.936995 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-83c60157-012d-4ef2-b58f-e32917fd8878 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147717 Jul 23 16:38:19.360677 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-75012d9f-82e6-48d9-9ab2-e9c46074a3aa req-b859cab0-55e8-492f-afbd-aedebdd46f0f service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151478 Jul 23 16:38:19.384666 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:19.404548 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:19.407432 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:38:19.430006 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:19.431988 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:19.491089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcf5b8-2df9-4b0b-bd48-856cc6f1f9b6 req-08fc948b-46a8-40c3-a385-4bf2bed41ada tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:19.492760 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fdcf5b8-2df9-4b0b-bd48-856cc6f1f9b6 req-08fc948b-46a8-40c3-a385-4bf2bed41ada tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1233256 Jul 23 16:38:19.506850 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f0f8d49d-2c7e-40ee-bbb8-24ddfb3a2ff5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "PUT /v2.0/floatingips/307c57b3-2e18-4711-adb5-d3997198d475 HTTP/1.1" status: 200 len: 992 time: 6.3588643 Jul 23 16:38:19.633212 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:19.739899 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fdcf5b8-2df9-4b0b-bd48-856cc6f1f9b6 req-9ba4e627-0325-4cfc-9cfc-9c7796c0c249 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364423 Jul 23 16:38:19.792357 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:19.873713 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'status': 'completed', 'code': 200} Jul 23 16:38:20.093538 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-963ffc2f-9e79-4a53-bdc4-d2ad7f0b3197 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1099 time: 0.1620977 Jul 23 16:38:20.444895 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-c26ac516-8fa5-4144-80b1-330fe37db241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:20.449945 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-c26ac516-8fa5-4144-80b1-330fe37db241 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.3498180 Jul 23 16:38:20.725319 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-ec049e8e-6bc3-4f9b-bd67-a9c40fc7a3df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 1000 time: 0.2331157 Jul 23 16:38:20.782965 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '307c57b3-2e18-4711-adb5-d3997198d475', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'mac_address': 'fa:16:3e:b5:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc774df-d633-4d40-85ef-24afe520804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:39Z', 'updated_at': '2021-07-23T16:38:14Z', 'revision_number': 1, 'project_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:20.811157 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:38:20.845898 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:20.847032 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:21.016337 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-bca8b9a4-a59b-48ca-82c5-20531c0a4f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.029798 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-bca8b9a4-a59b-48ca-82c5-20531c0a4f75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.2952952 Jul 23 16:38:21.302326 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-8d97fa03-363d-46bd-b8d9-124843c2e31a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2645974 Jul 23 16:38:21.471457 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:21.551747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b93fd-187f-418d-9426-c8f340de7c06 req-15fb4fd4-ad81-4a0e-9a86-a6511df55ba0 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:21.556693 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-010b93fd-187f-418d-9426-c8f340de7c06 req-15fb4fd4-ad81-4a0e-9a86-a6511df55ba0 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1892936 Jul 23 16:38:21.735697 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-010b93fd-187f-418d-9426-c8f340de7c06 req-e724d02f-f6ae-4123-9370-02a58dab235a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668825 Jul 23 16:38:21.786934 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-00b43d06-16f3-4420-b953-7dbcd20cfa39 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746387 Jul 23 16:38:22.124547 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2f210074-a57e-4036-8d1e-0f9137c7cdcf req-b7fd475c-bcf8-469b-a52d-ca60ddf9d683 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286741 Jul 23 16:38:22.595466 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '307c57b3-2e18-4711-adb5-d3997198d475', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'mac_address': 'fa:16:3e:b5:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc774df-d633-4d40-85ef-24afe520804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:39Z', 'updated_at': '2021-07-23T16:38:14Z', 'revision_number': 1, 'project_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:22.604001 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e584b1-e526-4a96-89d6-80542cf68339 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '307c57b3-2e18-4711-adb5-d3997198d475', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'mac_address': 'fa:16:3e:b5:4e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc774df-d633-4d40-85ef-24afe520804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:37:39Z', 'updated_at': '2021-07-23T16:38:14Z', 'revision_number': 1, 'project_id': 'da97d06d821f40979b816907e213fcac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:38:23.096061 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d139ae0-a3d1-4578-8f86-c6cade257641 None None] New status for floating IP 307c57b3-2e18-4711-adb5-d3997198d475: ACTIVE {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:38:23.285681 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:38:23.449751 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c492e5-03f5-4e56-ae13-4c2ba18afd86 req-1870c8d5-8af0-43e3-8812-ae77e9b57cf3 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:23.461266 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-43c492e5-03f5-4e56-ae13-4c2ba18afd86 req-1870c8d5-8af0-43e3-8812-ae77e9b57cf3 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.3460314 Jul 23 16:38:23.546756 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-43c492e5-03f5-4e56-ae13-4c2ba18afd86 req-e2be93f5-2465-4cf1-a646-6d98412a8851 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788825 Jul 23 16:38:23.754540 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:38:23.927615 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:23.990023 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:24.020166 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:24.028514 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:24.032059 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:24.166367 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b0e7b7ee-a05c-44e9-9761-2910d3103a95 req-9ec5ea53-ea9b-4a6c-9bc4-ae2260c4f8ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2296860 Jul 23 16:38:24.228281 dv-cinder-802039-1-smb neutron-server[74351]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'code': 422} returned with failed status Jul 23 16:38:24.247199 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=6']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:24.272199 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.272819 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.273383 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.273971 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.274870 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.275481 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.276537 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.277147 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.277721 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.278574 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.278880 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:24.291105 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:24.607359 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-410a7686-907b-4da2-a56e-f0730825e100 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488442 Jul 23 16:38:24.847139 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1deab5-9d69-407e-b6ed-2e0319401303 req-33f9db50-3944-4895-ad27-1877a13d86ac tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:24.850468 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ed1deab5-9d69-407e-b6ed-2e0319401303 req-33f9db50-3944-4895-ad27-1877a13d86ac tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.2134492 Jul 23 16:38:24.941511 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ed1deab5-9d69-407e-b6ed-2e0319401303 req-c91c2c9c-3645-4732-a202-dabec87b61a7 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824170 Jul 23 16:38:26.474277 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8122e8-e08f-42c3-80bc-337935682749 req-7a674c53-720d-4755-8c9e-0f34a881a30c tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:26.478877 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7b8122e8-e08f-42c3-80bc-337935682749 req-7a674c53-720d-4755-8c9e-0f34a881a30c tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.1694140 Jul 23 16:38:26.569709 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7b8122e8-e08f-42c3-80bc-337935682749 req-065f2b2b-b9e5-4c7c-93ce-b60cb3b387ad tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796611 Jul 23 16:38:27.784019 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-0ccfc3a4-721b-465e-b4db-639ccb775901 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195&tenant_id=a2f69bc9202b49e187f572f9409f7ebf HTTP/1.1" status: 200 len: 1096 time: 0.3223560 Jul 23 16:38:27.999434 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-d7e68780-fd36-4087-8fad-5ad6e57ff84d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1096 time: 0.1698003 Jul 23 16:38:28.025257 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6ddc-e964-4fa9-a58b-b087d32ed3f3 req-8696bacb-713b-4391-8757-c43bc77e7ceb tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:28.028562 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-209c6ddc-e964-4fa9-a58b-b087d32ed3f3 req-8696bacb-713b-4391-8757-c43bc77e7ceb tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.1752245 Jul 23 16:38:28.154835 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-209c6ddc-e964-4fa9-a58b-b087d32ed3f3 req-621f6009-05e9-494d-a8e0-8f1b03abb312 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020544 Jul 23 16:38:28.297168 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-4d098928-5b02-4003-8eb5-b6f0d27abbf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:28.300741 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-4d098928-5b02-4003-8eb5-b6f0d27abbf7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 910 time: 0.2825541 Jul 23 16:38:28.501716 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-b8bb2841-2c70-42a8-b99d-3b04a8580903 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 999 time: 0.1913810 Jul 23 16:38:28.626341 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-78e3df1f-5f1a-44d0-bf5b-338b7fee1bb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:28.629085 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-78e3df1f-5f1a-44d0-bf5b-338b7fee1bb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.1195185 Jul 23 16:38:28.843217 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-6c13313c-a923-4ebf-b074-9e18fcb0b977 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1836126 Jul 23 16:38:29.139973 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-2b8909fd-a48e-4719-9180-ae772d5120e1 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844865 Jul 23 16:38:29.457966 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9313dc8d-bb98-40ca-9d18-3f8521c3b118 req-c20b7ff1-085d-400b-86b7-2fe5a114fc69 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845244 Jul 23 16:38:29.624740 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951894d-5d53-4c83-9f29-cc21ed5e2ced req-9d115897-dc8f-4349-b658-135ada2b8e54 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:29.627921 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8951894d-5d53-4c83-9f29-cc21ed5e2ced req-9d115897-dc8f-4349-b658-135ada2b8e54 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.1992605 Jul 23 16:38:29.750517 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8951894d-5d53-4c83-9f29-cc21ed5e2ced req-7cad87a6-3039-47ee-9680-29decc2c6770 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112797 Jul 23 16:38:31.255239 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36556) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:31.307326 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:38:31.392876 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66bfbe-d389-42b8-aa2b-f70a685fa8dc req-263f87b4-cbd6-481f-be86-a0f6b758249d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:31.397237 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2a66bfbe-d389-42b8-aa2b-f70a685fa8dc req-263f87b4-cbd6-481f-be86-a0f6b758249d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 943 time: 0.1836333 Jul 23 16:38:31.508062 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-2a66bfbe-d389-42b8-aa2b-f70a685fa8dc req-f9e3583e-67b9-4cc1-8874-faa20588b4e7 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024878 Jul 23 16:38:31.618274 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.645343 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:31.686451 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'port_id': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'mac_address': 'fa:16:3e:2c:5a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:38:31.724063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:31.741393 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Usage tracker for resource:security_group_rule and tenant:0463e2e21f2b46538f6c382f6e9b9a7e is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:31.751181 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:31.784868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:31.833723 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.874635 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def1c00e-5784-4c0f-b1d5-5f052738ed48 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:38:31.910125 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:31.919752 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.927232 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-68e66d40-5f58-4a1e-afdc-248b63e0b2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:31.967136 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.975397 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:31.993484 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4c45a5fb-807c-458b-9bad-6e742e564077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:32.082771 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfad117c-e9d5-4023-8d60-666c9f642370,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.091636 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=7']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.097392 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0463e2e21f2b46538f6c382f6e9b9a7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8375702 Jul 23 16:38:32.103355 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36572) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:32.115483 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:32.142653 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.143828 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.147094 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.148274 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.149256 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.150178 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.151703 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.152622 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.153540 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.154660 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.157274 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:32.169433 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:32.272500 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['def1c00e-5784-4c0f-b1d5-5f052738ed48'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:38:32.279407 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.395759 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.567889 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.577170 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-16f91f58-8c38-4854-a3f8-0a7ec29cc2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:32.613250 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfad117c-e9d5-4023-8d60-666c9f642370,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:32.633319 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:32.635378 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:32.650516 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bfad117c-e9d5-4023-8d60-666c9f642370 HTTP/1.1" status: 204 len: 168 time: 0.5352795 Jul 23 16:38:33.209449 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb08a2-e743-4094-bab3-73e92c28d5b7 req-245e801c-34c7-439d-90d1-96b07d356d45 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:33.213880 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-95cb08a2-e743-4094-bab3-73e92c28d5b7 req-245e801c-34c7-439d-90d1-96b07d356d45 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 944 time: 0.2855215 Jul 23 16:38:33.316660 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-95cb08a2-e743-4094-bab3-73e92c28d5b7 req-23317bc3-61c8-4268-afab-88b05e59389a tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796869 Jul 23 16:38:34.726921 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc1f76-a204-4e88-83f7-ce9f2ab6ccfc req-82f926f5-d89b-4d1c-95f2-5a03dc8d76be tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:34.729481 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-18fc1f76-a204-4e88-83f7-ce9f2ab6ccfc req-82f926f5-d89b-4d1c-95f2-5a03dc8d76be tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 944 time: 0.1257672 Jul 23 16:38:34.820899 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-18fc1f76-a204-4e88-83f7-ce9f2ab6ccfc req-7f4acee2-84e5-447f-8057-cd670d125ae9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826499 Jul 23 16:38:35.309839 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:38:35.449084 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port def1c00e-5784-4c0f-b1d5-5f052738ed48 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:35.449614 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.687857 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.752337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:38:35.772284 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:35.783510 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:35.788296 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:35.880738 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'code': 200} Jul 23 16:38:35.925761 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=8']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:35.932140 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:36.182081 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:36.227169 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174c1be-da18-473b-8c78-3145cdbf52d0 req-7e14ad32-925e-4391-be3f-8b0245cc2462 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:36.229945 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d174c1be-da18-473b-8c78-3145cdbf52d0 req-7e14ad32-925e-4391-be3f-8b0245cc2462 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1598570 Jul 23 16:38:36.320857 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d174c1be-da18-473b-8c78-3145cdbf52d0 req-a748c013-b57c-4c45-8653-981a07427b9c tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834098 Jul 23 16:38:36.441372 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fede80c4-1581-4303-80f0-23c6c7ae3690 req-102b398f-b656-4e5c-a319-ef578bde6c55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1098 time: 0.1337609 Jul 23 16:38:36.526580 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fede80c4-1581-4303-80f0-23c6c7ae3690 req-95059c46-9d97-4d17-b28c-b55fd70969b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760956 Jul 23 16:38:37.700442 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fadb9-3b1e-4439-a996-0be63f0e495c req-cf6ba245-7176-4e28-8751-b050a467c78f tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:37.702585 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3b2fadb9-3b1e-4439-a996-0be63f0e495c req-cf6ba245-7176-4e28-8751-b050a467c78f tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1175578 Jul 23 16:38:37.768689 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3b2fadb9-3b1e-4439-a996-0be63f0e495c req-e109f4ed-8b2e-466f-a076-84a4134a067d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551860 Jul 23 16:38:38.073004 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:38.861348 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-867c9b2e-6209-483a-9303-38d9c9ca1e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.218184 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e243342-fbf6-4648-b1b1-2972e432ff09 req-91473f3b-45f2-4667-ad07-dd2e9da5fd7d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:39.222899 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7e243342-fbf6-4648-b1b1-2972e432ff09 req-91473f3b-45f2-4667-ad07-dd2e9da5fd7d tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1602361 Jul 23 16:38:39.283433 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36674) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:39.319102 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7e243342-fbf6-4648-b1b1-2972e432ff09 req-e800bdfe-ec02-4683-933c-ede20060c5c3 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852027 Jul 23 16:38:39.500944 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.541035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:39.546560 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e455061812d4d31bd07ad7746a62dd7 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:39.550798 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:39.559483 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:39.648467 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.654616 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.668249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-926463a5-4c10-4086-91d5-2897e1579dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:39.749851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703064db-ff2d-43ff-bd7f-43325273c2f5,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:39.756177 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:39.761366 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e455061812d4d31bd07ad7746a62dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4754558 Jul 23 16:38:39.765887 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36684) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:39.869181 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.904289 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.975531 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:39.980680 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-33cc435e-00db-4190-8102-23bfd01d7bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:39.993531 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703064db-ff2d-43ff-bd7f-43325273c2f5,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:39.999857 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:40.004811 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:40.010072 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/703064db-ff2d-43ff-bd7f-43325273c2f5 HTTP/1.1" status: 204 len: 168 time: 0.2386997 Jul 23 16:38:41.151185 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-aff42896-f860-4a12-86eb-efd758b3580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.274894 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36720) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:41.489928 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2078900934-network', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:41.495153 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:41.500220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Usage tracker for resource:network and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:41.503812 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:41.510743 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:41.525759 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Made reservation on behalf of 57bb7b9a76fa40c08f62dac05a20bd11 for: {'network': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:41.529219 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.554131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.617546 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:41.626571 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:41.632347 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:41.644942 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:41.779826 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.786978 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.795515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-06282917-c647-4d0f-ac05-0d11859d709e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:41.869163 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec74637-1ead-4a81-a7af-5d19597161ac,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:41.875601 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=74349) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:38:41.883605 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:41.904647 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:41.905329 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.segments_db [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Added segment 50b171bd-1e31-4e8f-b584-11ca36aa8905 of type vlan for network 57024b4c-5459-4a31-9af9-2976663c3a39 Jul 23 16:38:41.972421 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.057416 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.060689 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.062118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.116303 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:42.151163 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8743508 Jul 23 16:38:42.152647 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36738) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:42.162362 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Request body: {'subnet': {'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2078900934-subnet', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'ip_version': 4}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:42.169051 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:42.177299 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Usage tracker for resource:subnet and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:42.181679 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:42.194427 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:42.219387 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Made reservation on behalf of 57bb7b9a76fa40c08f62dac05a20bd11 for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:42.226527 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2354903'] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.315448 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=57024b4c-5459-4a31-9af9-2976663c3a39,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.321546 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:42.334902 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 57024b4c-5459-4a31-9af9-2976663c3a39 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:38:42.639533 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1930770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2354885'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.640164 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.648972 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fdf20428-9f19-480c-ae23-8123fd2e7278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:42.794388 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901f80aa-afce-40b9-8962-e22f7ffec2d8,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:42.800822 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:42.807616 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Checking segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:38:42.808766 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Network hostable DHCP agents. Network: 57024b4c-5459-4a31-9af9-2976663c3a39, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:42.852739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Network 57024b4c-5459-4a31-9af9-2976663c3a39 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:42.868650 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 57024b4c-5459-4a31-9af9-2976663c3a39) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:42.874518 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:42.875295 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.883363 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b7b60-4b82-4d48-8215-728b5ab99687 None None] Network 57024b4c-5459-4a31-9af9-2976663c3a39 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:38:42.918032 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-7c549c7a-2ace-4210-9e90-981021ddc941 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7629418 Jul 23 16:38:42.922781 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36746) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:42.934180 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:42.942542 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:42.950221 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Usage tracker for resource:router and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:42.955803 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:42.968793 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:42.988262 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:42.990021 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.030965 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.311867 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-57024b4c-5459-4a31-9af9-2976663c3a39', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:38:43.312313 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.421525 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.608750 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Allocated IP 172.20.0.2 (57024b4c-5459-4a31-9af9-2976663c3a39/901f80aa-afce-40b9-8962-e22f7ffec2d8/e8d29fec-9ead-40ca-b0dd-1d75c675ea4a) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:43.703853 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.768445 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:43.920587 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.020715 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Allocated IP 172.28.1.182 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/c4317739-403e-4afd-8f49-36a144935533) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:44.065047 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.088955 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Transition to ACTIVE for port object e8d29fec-9ead-40ca-b0dd-1d75c675ea4a will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:44.122932 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Transition to ACTIVE for port object e8d29fec-9ead-40ca-b0dd-1d75c675ea4a will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:44.134040 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.142233 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:44.260452 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Network 57024b4c-5459-4a31-9af9-2976663c3a39 is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:44.263895 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:44.268978 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:44.277830 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Pushing event updated for resources: {'Port': ['ID=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.284199 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:44.394764 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.458132 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.468534 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-bfedec5f-f01f-4832-94d4-393efdbddd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:44.478311 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Attempting to bind port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:44.478954 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Attempting to bind port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:44.479840 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Attempting to bind port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a on network 57024b4c-5459-4a31-9af9-2976663c3a39 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:44.491356 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:44.492139 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Checking segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:38:44.492930 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.493515 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Bound using segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:44.494231 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Bound port: e8d29fec-9ead-40ca-b0dd-1d75c675ea4a, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:44.495034 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.669928 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c4317739-403e-4afd-8f49-36a144935533,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.699286 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:44.721796 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:44.724109 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:44.732915 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] For port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:44.735193 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:44.741616 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] For port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:44.751360 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:44.761108 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:44.901371 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Pushing event updated for resources: {'Port': ['ID=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:44.913490 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-a79a7c48-c594-4b39-8c67-4c26aefde7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:45.062949 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.065756 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.419100 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:38:45.742972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36774) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:45.807189 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:45.822960 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Sync routers for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:38:45.839382 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Deleting subnet 99c36ad7-64a8-478a-bc47-e9c181c30b8b {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:38:45.843948 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.884753 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:45.887162 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-8f3f5635-2b51-4848-8c54-15627221d4a8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9627042 Jul 23 16:38:45.889160 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:45.890899 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:45.891773 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36782) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:45.965934 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599014'] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.109443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.323184 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57225d-fa80-4fbe-8a1c-5afe62fab44f None None] Network 57024b4c-5459-4a31-9af9-2976663c3a39 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:38:46.407177 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1600057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518735'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.425382 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-87d8e1b7-c1fc-4f5a-be6c-6a9a72fe6b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:46.488639 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.502429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c36ad7-64a8-478a-bc47-e9c181c30b8b,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:46.508417 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:46.521026 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b556e452-6cbf-4a91-b5b0-cdd550c16914 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/99c36ad7-64a8-478a-bc47-e9c181c30b8b HTTP/1.1" status: 204 len: 168 time: 0.7729161 Jul 23 16:38:46.521597 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36786) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:46.541238 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8d29fec-9ead-40ca-b0dd-1d75c675ea4a up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:38:46.581709 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-4e5489a8-0a64-46c5-b5d4-5991f4b28a97 None None] Provisioning for port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:46.591717 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:46.727494 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.939690 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:46.966044 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6655bd85-2902-4464-83b0-5b27f7fcf2bd']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:46.993154 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ba63da-f3eb-4d93-b7d9-54c72380e6fa') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:46.993662 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ba63da-f3eb-4d93-b7d9-54c72380e6fa') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:47.023808 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.072748 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.089629 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:38:47.092910 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:47.115955 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:47.210146 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:47.245517 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:47.246679 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.334429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.347206 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-84bc61e7-6160-4d56-b2d0-95bc3f013628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:47.404626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.467131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Pushing event deleted for resources: {'Network': ['ID=6655bd85-2902-4464-83b0-5b27f7fcf2bd,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:47.480493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:47.488386 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] 10.222.0.47 "DELETE /v2.0/networks/6655bd85-2902-4464-83b0-5b27f7fcf2bd HTTP/1.1" status: 204 len: 168 time: 0.9609275 Jul 23 16:38:47.489228 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36794) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:47.636118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Deleting subnet d5b6c1af-39cc-4c07-b87b-34bbead0063a {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:38:47.642351 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.651320 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:44Z', 'revision_number': 3, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:47.664024 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Checking router: 07f6faab-592a-4bd2-88d3-5108ccbb91b1 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:38:47.664625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Updating router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 port c4317739-403e-4afd-8f49-36a144935533 binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:38:47.736313 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599014'] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.745159 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.799704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.805164 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.843428 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.989143 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1600057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518735'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:47.998502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:48.068853 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b6c1af-39cc-4c07-b87b-34bbead0063a,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.074502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:48.080127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.095632 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-98e1b216-791d-4d5c-bcf5-5205e747bbb2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d5b6c1af-39cc-4c07-b87b-34bbead0063a HTTP/1.1" status: 204 len: 168 time: 0.6009529 Jul 23 16:38:48.096221 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36798) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:48.123655 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:48.134430 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-23df7548-d31a-4d03-90bd-92abac983bcf None None] Provisioning complete for port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:48.134753 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-23df7548-d31a-4d03-90bd-92abac983bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.192690 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.223582 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:48.276617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Allocated IP 172.20.0.1 (57024b4c-5459-4a31-9af9-2976663c3a39/901f80aa-afce-40b9-8962-e22f7ffec2d8/f0a91bc0-448c-49d1-85e8-ced005dcb467) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:48.313262 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.537554 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.564339 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.588647 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-71274582-90a6-4675-9070-191f030daccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43dce1ce-3135-4726-a135-e193dc612893']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:48.618284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.621840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-71274582-90a6-4675-9070-191f030daccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975b3048-ef1f-40a4-8963-d338d6792028') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:48.622378 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-71274582-90a6-4675-9070-191f030daccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975b3048-ef1f-40a4-8963-d338d6792028') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:48.648823 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.685806 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.699587 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:38:48.700321 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.702748 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:38:48.843699 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:38:48.906355 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.provisioning_blocks [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Transition to ACTIVE for port object f0a91bc0-448c-49d1-85e8-ced005dcb467 will not be triggered until provisioned by entity DHCP. {{(pid=74350) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:48.913385 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.922789 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e631d584-8a42-4a38-95a7-de9adcc37dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:48.950166 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.958210 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Pushing event deleted for resources: {'Network': ['ID=43dce1ce-3135-4726-a135-e193dc612893,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:48.959243 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:48.962280 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-71274582-90a6-4675-9070-191f030daccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:48.964597 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-71274582-90a6-4675-9070-191f030daccb admin admin] 10.222.0.47 "DELETE /v2.0/networks/43dce1ce-3135-4726-a135-e193dc612893 HTTP/1.1" status: 204 len: 168 time: 0.8666348 Jul 23 16:38:48.971662 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:48.978740 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.003850 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Transition to ACTIVE for port object c4317739-403e-4afd-8f49-36a144935533 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:49.015832 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.022090 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:49.106530 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Network 57024b4c-5459-4a31-9af9-2976663c3a39 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:49.115268 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:49.135550 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:49.184140 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Attempting to bind port c4317739-403e-4afd-8f49-36a144935533 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:49.184774 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Attempting to bind port c4317739-403e-4afd-8f49-36a144935533 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:49.185405 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Attempting to bind port c4317739-403e-4afd-8f49-36a144935533 on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:49.203038 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:49.203654 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:38:49.203834 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.204503 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:49.205366 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Bound port: c4317739-403e-4afd-8f49-36a144935533, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:49.206038 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.212444 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Pushing event updated for resources: {'Port': ['ID=f0a91bc0-448c-49d1-85e8-ced005dcb467,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.219496 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:49.260290 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.277631 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36808) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:49.288175 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba0134-f7ab-4198-82d8-17c6a4932789 None None] Pushing event updated for resources: {'Port': ['ID=c4317739-403e-4afd-8f49-36a144935533,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.297572 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-b0ba0134-f7ab-4198-82d8-17c6a4932789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:49.370713 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] For port c4317739-403e-4afd-8f49-36a144935533, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:49.377514 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] For port c4317739-403e-4afd-8f49-36a144935533, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c4317739-403e-4afd-8f49-36a144935533,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:49.387582 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.394912 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-58719435-5ab6-4ca2-be08-30f88098c269 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ee1ac5f158f4a7b8b2552ba8c3e433a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1147618 Jul 23 16:38:49.398929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36812) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:49.403629 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-723e9eed-f766-4964-917d-f23a810164f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:49.455039 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.534339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.581772 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:49.583017 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.583230 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:49.696119 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-dd89c7f4-2602-4a6c-a3de-12b7bceed001 None None] Provisioning for port f0a91bc0-448c-49d1-85e8-ced005dcb467 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:49.712108 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-dd89c7f4-2602-4a6c-a3de-12b7bceed001 None None] Provisioning complete for port f0a91bc0-448c-49d1-85e8-ced005dcb467 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:49.712754 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-dd89c7f4-2602-4a6c-a3de-12b7bceed001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.715332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.730422 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aff860c5-4323-4c7d-ae44-2421a4e35997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:49.761277 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626fa55-c978-4891-8182-fa208ca8781c,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.765344 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.767859 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8626fa55-c978-4891-8182-fa208ca8781c HTTP/1.1" status: 204 len: 168 time: 0.3662601 Jul 23 16:38:49.769747 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:49.776101 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba0134-f7ab-4198-82d8-17c6a4932789 None None] Pushing event updated for resources: {'Port': ['ID=c4317739-403e-4afd-8f49-36a144935533,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:49.806189 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-b0ba0134-f7ab-4198-82d8-17c6a4932789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:49.960209 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:49.969222 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.032048 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:50.063276 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:50.240102 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.249347 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Pushing event updated for resources: {'Port': ['ID=f0a91bc0-448c-49d1-85e8-ced005dcb467,revision_number=2']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:50.255559 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:50.273293 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-dd89c7f4-2602-4a6c-a3de-12b7bceed001 None None] Port f0a91bc0-448c-49d1-85e8-ced005dcb467 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:38:50.533084 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8d29fec-9ead-40ca-b0dd-1d75c675ea4a up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:38:50.612850 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Network 57024b4c-5459-4a31-9af9-2976663c3a39 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:50.615558 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:50.817350 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36828) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:50.967148 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:50.968268 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:50.998715 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1971084a-6528-4c62-bf57-d7d551c15a02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81ea9558a73d42cab39699c29fc88240&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792068 Jul 23 16:38:51.008634 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36832) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:51.186641 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.256139 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.302341 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-997e7678-1816-4cb2-be56-1af6038173b1 None None] Provisioning complete for port f0a91bc0-448c-49d1-85e8-ced005dcb467 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:51.303453 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-997e7678-1816-4cb2-be56-1af6038173b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.414348 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.431714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6e0842d9-d8c3-46f0-9cb5-96fca1dd9a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:51.450915 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-997e7678-1816-4cb2-be56-1af6038173b1 None None] Port f0a91bc0-448c-49d1-85e8-ced005dcb467 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:38:51.471121 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d03241d-4ea9-4d05-b558-a66f2acfc835,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:51.480947 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:51.509280 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:51.511814 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-23bb12c2-02cd-464e-99b7-2056588318dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d03241d-4ea9-4d05-b558-a66f2acfc835 HTTP/1.1" status: 204 len: 168 time: 0.5008988 Jul 23 16:38:51.747318 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 1, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:51.766670 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0518bd-386d-42bb-b808-65b8518163d9 None None] The sync data for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb is: [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:38:48Z', 'revision_number': 1, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:38:51.923860 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:38:52.409737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:52.438407 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] 10.222.0.47 "PUT /v2.0/routers/07f6faab-592a-4bd2-88d3-5108ccbb91b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5385735 Jul 23 16:38:54.457884 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36908) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:54.472612 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2068052619-network', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:54.482479 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c4317739-403e-4afd-8f49-36a144935533 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:38:54.484562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:54.490359 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Usage tracker for resource:network and tenant:902846c8f6e34b61ae9a4a1dd7efe883 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:54.497513 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:54.508617 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:54.523504 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Made reservation on behalf of 902846c8f6e34b61ae9a4a1dd7efe883 for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:54.527412 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.544262 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.588754 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:54.594226 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Usage tracker for resource:security_group_rule and tenant:902846c8f6e34b61ae9a4a1dd7efe883 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:54.598737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:54.607261 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:54.617276 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port c4317739-403e-4afd-8f49-36a144935533 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:38:54.625429 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port c4317739-403e-4afd-8f49-36a144935533 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:54.625966 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.749529 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.756865 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.768101 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-296b991a-ff64-43ba-bac2-97eed5a7de98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:54.836728 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.845423 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:38:54.853441 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200d173-5b2a-4131-9b5d-8192a1d59675,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:54.872513 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.873152 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port c4317739-403e-4afd-8f49-36a144935533, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c4317739-403e-4afd-8f49-36a144935533,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:38:54.873399 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.873733 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.874823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.875157 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.875520 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.875936 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.876474 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.876882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.877562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.878456 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:38:54.880099 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.883875 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:54.884718 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Added segment 51a702bc-28b7-498a-9139-2a12b0291d96 of type vlan for network fc61bb49-645e-491d-b158-7aa61202af04 Jul 23 16:38:54.886850 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:54.906015 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-f070f90c-60fc-403b-9ba4-8d92e021611c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:54.961744 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.007306 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.011297 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:55.013171 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.017375 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6a8364c8-7f0c-4c0e-8a98-776f0988e5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:55.050157 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=c4317739-403e-4afd-8f49-36a144935533,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.054626 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:55.139607 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Pushing event updated for resources: {'Network': ['ID=fc61bb49-645e-491d-b158-7aa61202af04,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.142950 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:55.151744 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6906483 Jul 23 16:38:55.154818 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36920) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:55.157712 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network fc61bb49-645e-491d-b158-7aa61202af04 details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:38:55.166508 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Request body: {'subnet': {'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2068052619-subnet', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'ip_version': 4}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:55.176238 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:55.183215 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Usage tracker for resource:subnet and tenant:902846c8f6e34b61ae9a4a1dd7efe883 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:55.189055 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:55.202337 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:55.223507 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Made reservation on behalf of 902846c8f6e34b61ae9a4a1dd7efe883 for: {'subnet': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:38:55.229409 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2354903'] for subnet, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.669642 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1930770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2354885'] for subnet, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.676033 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:55.763590 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b18cc02-0d26-40e3-8123-2c2f163b41ec,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:55.768057 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:55.777258 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Checking segment: {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74350) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:38:55.777743 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Network hostable DHCP agents. Network: fc61bb49-645e-491d-b158-7aa61202af04, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74350) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:38:55.804890 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Network fc61bb49-645e-491d-b158-7aa61202af04 is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74350) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:38:55.822708 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, fc61bb49-645e-491d-b158-7aa61202af04) {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:55.837930 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:38:55.839092 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:55.839949 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888039a-3f72-4b10-b19d-2f6d3bda538f None None] Network fc61bb49-645e-491d-b158-7aa61202af04 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:38:55.890819 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-995ea4ed-a30c-4abc-90d1-33eceb4af313 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7342913 Jul 23 16:38:55.895248 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 36932) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:55.906595 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:38:55.913445 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:38:55.919743 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Usage tracker for resource:router and tenant:902846c8f6e34b61ae9a4a1dd7efe883 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:38:55.933767 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:38:55.960206 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:38:56.001051 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-706932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3295'] for router, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.002681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-706839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-711631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-372687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3108'] for router, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.030418 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.391892 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp42238a76-a052-534f-82c0-136072b051a6-fc61bb49-645e-491d-b158-7aa61202af04', 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'fixed_ips': [{'subnet_id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec'}]}} from dv-cinder-802039-1-smb. {{(pid=74351) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jul 23 16:38:56.393072 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.405625 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-711677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-706922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3122'] for router, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.524794 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c4317739-403e-4afd-8f49-36a144935533 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:38:56.865781 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port c4317739-403e-4afd-8f49-36a144935533 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:38:56.867099 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.968232 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:56.979429 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.db_base_plugin_common [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Allocated IP 172.20.0.2 (fc61bb49-645e-491d-b158-7aa61202af04/3b18cc02-0d26-40e3-8123-2c2f163b41ec/c51b3e71-9809-423c-8e99-2cd4a8932034) {{(pid=74351) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:57.036815 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.261538 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_common [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Allocated IP 172.28.1.246 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/eb93d7c8-be70-41ea-b371-edd0d2a079db) {{(pid=74350) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:38:57.486874 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Notify callbacks [] for port, precommit_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.507473 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Transition to ACTIVE for port object c51b3e71-9809-423c-8e99-2cd4a8932034 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:57.551291 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Transition to ACTIVE for port object c51b3e71-9809-423c-8e99-2cd4a8932034 will not be triggered until provisioned by entity DHCP. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:38:57.562013 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175'] for port, after_create {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.570538 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-c11cec0b-ba0b-4596-8c41-7a1632fa046d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:57.652482 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.678354 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Network fc61bb49-645e-491d-b158-7aa61202af04 is already hosted by enough agents. {{(pid=74351) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:57.684959 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.scheduler.base_scheduler [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Resources bound (agent type, host, resource id): {{(pid=74351) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:57.688531 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Pushing event updated for resources: {'Port': ['ID=c51b3e71-9809-423c-8e99-2cd4a8932034,revision_number=1']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:57.692894 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Received port after_create {{(pid=74351) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:57.698783 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:57.718704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.727711 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5cfee073-433b-45da-9473-f6f3e08bac26 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:57.931048 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74350) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:38:57.937626 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.base_scheduler [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=74350) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:38:57.941426 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Received port after_create {{(pid=74350) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:38:57.950286 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Attempting to bind port c51b3e71-9809-423c-8e99-2cd4a8932034 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:38:57.950952 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Attempting to bind port c51b3e71-9809-423c-8e99-2cd4a8932034 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:38:57.951837 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Attempting to bind port c51b3e71-9809-423c-8e99-2cd4a8932034 on network fc61bb49-645e-491d-b158-7aa61202af04 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:38:57.980740 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:38:57.981438 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Checking segment: {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:38:57.982128 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:57.982827 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Bound using segment: {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:38:57.983669 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Bound port: c51b3e71-9809-423c-8e99-2cd4a8932034, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:38:57.984311 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.001687 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Pushing event updated for resources: {'Port': ['ID=eb93d7c8-be70-41ea-b371-edd0d2a079db,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:58.006603 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:58.185199 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] For port c51b3e71-9809-423c-8e99-2cd4a8932034, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:38:58.189246 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] For port c51b3e71-9809-423c-8e99-2cd4a8932034, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c51b3e71-9809-423c-8e99-2cd4a8932034,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:38:58.196193 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.201089 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:38:58.230572 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.231912 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-706915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709918'] for router, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.284619 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Pushing event updated for resources: {'Port': ['ID=c51b3e71-9809-423c-8e99-2cd4a8932034,revision_number=2']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:38:58.288676 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:38:58.619614 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b is scheduled to L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae with binding_index 1 {{(pid=74350) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 23 16:38:58.860317 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:38:58.869585 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Sync routers for ids ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:38:58.888747 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Routers {'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:38:58.889761 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:38:58.891005 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:38:58.893266 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9952836 Jul 23 16:38:58.896580 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 36956) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:38:59.312903 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Set router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:38:59.616930 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28168650-b3dd-4b58-8ec0-91881ec73649 None None] Network fc61bb49-645e-491d-b158-7aa61202af04 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:38:59.915236 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-96f3dd08-853e-4214-98d7-00219c802c2d None None] Provisioning for port c51b3e71-9809-423c-8e99-2cd4a8932034 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:00.088686 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:38:58Z', 'revision_number': 3, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:00.098816 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Checking router: ad0c62a1-59af-4e96-bcfe-09f9d16ee36b for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:39:00.099719 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Updating router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b port eb93d7c8-be70-41ea-b371-edd0d2a079db binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:39:00.247024 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:00.656622 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c51b3e71-9809-423c-8e99-2cd4a8932034 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:00.790853 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:39:01.029295 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.031396 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port c51b3e71-9809-423c-8e99-2cd4a8932034 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:01.057054 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port c51b3e71-9809-423c-8e99-2cd4a8932034 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:01.057531 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.225285 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-cfbd0db6-0ee9-4fbe-bb8e-3b874313df2f None None] Provisioning complete for port c51b3e71-9809-423c-8e99-2cd4a8932034 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:01.225672 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-cfbd0db6-0ee9-4fbe-bb8e-3b874313df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.431512 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.450426 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Transition to ACTIVE for port object eb93d7c8-be70-41ea-b371-edd0d2a079db will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:01.462705 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.474983 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:01.563284 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.579772 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-cfbd0db6-0ee9-4fbe-bb8e-3b874313df2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.590374 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Pushing event updated for resources: {'Port': ['ID=eb93d7c8-be70-41ea-b371-edd0d2a079db,revision_number=2']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.597267 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Allocated IP 172.20.0.1 (fc61bb49-645e-491d-b158-7aa61202af04/3b18cc02-0d26-40e3-8123-2c2f163b41ec/d6b0c401-e9ff-4aab-ad68-7497808f3f97) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:01.604409 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.605231 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.605895 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.606601 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.607358 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.608048 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.608654 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.609237 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.609869 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.610548 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.611215 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:01.641509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port c51b3e71-9809-423c-8e99-2cd4a8932034, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c51b3e71-9809-423c-8e99-2cd4a8932034,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:01.651726 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Attempting to bind port eb93d7c8-be70-41ea-b371-edd0d2a079db on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:01.652034 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Attempting to bind port eb93d7c8-be70-41ea-b371-edd0d2a079db by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:01.652391 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Attempting to bind port eb93d7c8-be70-41ea-b371-edd0d2a079db on network 2b4b06d1-877b-4f6e-b954-9053eb19e016 {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:01.664675 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:01.664675 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Checking segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:39:01.664675 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.664675 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Bound using segment: {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:01.665577 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Bound port: eb93d7c8-be70-41ea-b371-edd0d2a079db, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385344ff-8422-4361-b764-fda77a12e328', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:01.665758 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.744009 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.746629 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-cfbd0db6-0ee9-4fbe-bb8e-3b874313df2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:01.747057 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-cfbd0db6-0ee9-4fbe-bb8e-3b874313df2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:01.747743 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:01.769522 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] For port eb93d7c8-be70-41ea-b371-edd0d2a079db, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:01.775720 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] For port eb93d7c8-be70-41ea-b371-edd0d2a079db, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=eb93d7c8-be70-41ea-b371-edd0d2a079db,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:01.792511 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:01.814667 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:01.818817 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:01.905769 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=c51b3e71-9809-423c-8e99-2cd4a8932034,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.923713 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:01.938531 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Pushing event updated for resources: {'Port': ['ID=eb93d7c8-be70-41ea-b371-edd0d2a079db,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:01.943953 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-8fa774fa-2f2f-4631-a1e1-00809b122879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:01.945144 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Routers {'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:01.946263 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:01.984891 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.010323 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Transition to ACTIVE for port object d6b0c401-e9ff-4aab-ad68-7497808f3f97 will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:02.063516 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.067837 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-195a5f0d-d617-4596-86a2-460d4ad87ecf tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:02.141923 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Network fc61bb49-645e-491d-b158-7aa61202af04 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:02.146901 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:02.156339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:02.192029 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b0c401-e9ff-4aab-ad68-7497808f3f97,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.198493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:02.237358 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710080'] for router_interface, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.348241 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] Set router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:02.465714 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.520246 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c51b3e71-9809-423c-8e99-2cd4a8932034 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:02.679685 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port c51b3e71-9809-423c-8e99-2cd4a8932034 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:02.680196 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.793280 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.800654 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.800908 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-3c96b0e1-3ff9-4b58-993e-c8873d87c278 None None] Provisioning for port d6b0c401-e9ff-4aab-ad68-7497808f3f97 completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:02.815904 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:38:58Z', 'revision_number': 3, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:02.821432 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690521f7-a4bb-4a22-8598-ce5e1234dcbc None None] The sync data for ids ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'] in dv-cinder-802039-1-smb is: [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:38:58Z', 'revision_number': 3, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:39:02.830120 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-72e2c865-0f6c-4feb-847c-4ad66303cd2e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:02.831053 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-3c96b0e1-3ff9-4b58-993e-c8873d87c278 None None] Provisioning complete for port d6b0c401-e9ff-4aab-ad68-7497808f3f97 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:02.831443 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3c96b0e1-3ff9-4b58-993e-c8873d87c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.919573 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-3c96b0e1-3ff9-4b58-993e-c8873d87c278 None None] Port d6b0c401-e9ff-4aab-ad68-7497808f3f97 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:39:02.922939 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b0c401-e9ff-4aab-ad68-7497808f3f97,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:02.925630 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7812621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710185'] for router_interface, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:02.930520 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:03.244580 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Network fc61bb49-645e-491d-b158-7aa61202af04 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:03.246102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:03.695311 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-dc3bdfa6-b2cd-42fa-8aa0-e27513c43614 None None] Provisioning complete for port d6b0c401-e9ff-4aab-ad68-7497808f3f97 triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:03.696587 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdfa6-b2cd-42fa-8aa0-e27513c43614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:03.819421 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-dc3bdfa6-b2cd-42fa-8aa0-e27513c43614 None None] Port d6b0c401-e9ff-4aab-ad68-7497808f3f97 cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:39:03.955452 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:39:04.402285 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:04.429422 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] 10.222.0.47 "PUT /v2.0/routers/ad0c62a1-59af-4e96-bcfe-09f9d16ee36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5309126 Jul 23 16:39:04.766883 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cd6aa-e41e-4253-bc83-856671b3a843 req-9b59e0ce-2822-48f3-ab2e-b0bc133695de tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:04.791323 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8a7cd6aa-e41e-4253-bc83-856671b3a843 req-9b59e0ce-2822-48f3-ab2e-b0bc133695de tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.1804793 Jul 23 16:39:04.894496 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8a7cd6aa-e41e-4253-bc83-856671b3a843 req-cda4ea50-d213-40e0-b9df-fe8f4cd61ef9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015656 Jul 23 16:39:06.291055 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:06.599965 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Sync routers for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:39:06.641894 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:06.644276 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:06.650996 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d372834-d1c7-4f4f-871c-d99700d98e58 req-28becca4-8d6f-4117-a366-e794a130a24f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:06.688521 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5d372834-d1c7-4f4f-871c-d99700d98e58 req-28becca4-8d6f-4117-a366-e794a130a24f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.3111820 Jul 23 16:39:06.790936 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-37d524cb-af3c-4b25-9cca-1871dba541f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2970562 Jul 23 16:39:06.881844 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5d372834-d1c7-4f4f-871c-d99700d98e58 req-22265c43-8922-4d1c-8b9a-7e9e4ebe6aef tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834264 Jul 23 16:39:07.050761 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-c50b4131-1883-4919-b04b-1b954afc6971 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=82753f9e41d24399bd1298d43534f59d&device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 1099 time: 0.2109728 Jul 23 16:39:07.295307 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:07.337355 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-a8832eb8-fca2-4d18-be23-80e85d4fb654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:07.341957 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-a8832eb8-fca2-4d18-be23-80e85d4fb654 service neutron] 10.222.0.48 "GET /v2.0/networks?id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 200 len: 913 time: 0.2652533 Jul 23 16:39:07.628714 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-08e8f3a2-ed90-4ebe-be56-051483b8dd9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63 HTTP/1.1" status: 200 len: 1002 time: 0.2789545 Jul 23 16:39:07.780892 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-09d27521-b224-4761-bb9f-dcadafd73bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:07.783502 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-09d27521-b224-4761-bb9f-dcadafd73bdc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 200 len: 850 time: 0.1473525 Jul 23 16:39:07.958707 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-95431f95-b8c8-4806-9922-b0c5e7bb76cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=31aa6a99-582c-404b-9dcb-fbcdd30f45d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1656928 Jul 23 16:39:08.119566 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.242597 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 2, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:08.252511 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Checking router: 07f6faab-592a-4bd2-88d3-5108ccbb91b1 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:39:08.253229 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Updating router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 port f0a91bc0-448c-49d1-85e8-ced005dcb467 binding host dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:39:08.498148 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-5e65063d-e3ef-4755-a8c0-f43bac0d32ec service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308552 Jul 23 16:39:08.503443 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:08.650689 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05d2d-4056-45db-9bfe-a77c22e52fca req-5f500dad-99e5-41b1-a850-3c7697efdf0b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:08.652416 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53e05d2d-4056-45db-9bfe-a77c22e52fca req-5f500dad-99e5-41b1-a850-3c7697efdf0b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2652802 Jul 23 16:39:08.767876 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53e05d2d-4056-45db-9bfe-a77c22e52fca req-cf4a6d09-11c8-4bc3-a396-d0444ef6b26f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071749 Jul 23 16:39:08.883658 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device eb93d7c8-be70-41ea-b371-edd0d2a079db up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:09.024667 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c6b879b9-35d6-4b10-a3b8-46996ce85f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.132503 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5b480e68-41e2-404a-9a19-6d66d64f813b req-f4531bd2-831b-4087-b950-274992af9cbe service neutron] 10.222.0.48 "GET /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198559 Jul 23 16:39:09.410190 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port eb93d7c8-be70-41ea-b371-edd0d2a079db completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:09.433273 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port eb93d7c8-be70-41ea-b371-edd0d2a079db triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:09.433575 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.572088 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Notify callbacks [] for port, precommit_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.609203 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Transition to ACTIVE for port object f0a91bc0-448c-49d1-85e8-ced005dcb467 will not be triggered until provisioned by entity L2. {{(pid=74351) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:09.684159 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:09.724484 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-b0ba0134-f7ab-4198-82d8-17c6a4932789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:09.869976 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cfcba-7d75-4096-8a0e-3ae572dfc195 None None] Pushing event updated for resources: {'Port': ['ID=f0a91bc0-448c-49d1-85e8-ced005dcb467,revision_number=3']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.016148 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.030595 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-078cfcba-7d75-4096-8a0e-3ae572dfc195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:10.093271 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port eb93d7c8-be70-41ea-b371-edd0d2a079db, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=eb93d7c8-be70-41ea-b371-edd0d2a079db,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:10.247730 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.252542 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:10.345080 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df664ff-6c1d-480f-b6d0-5c2a1c91b4fb req-9137a003-4642-40ea-ad14-3ae00e224932 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:10.361025 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3df664ff-6c1d-480f-b6d0-5c2a1c91b4fb req-9137a003-4642-40ea-ad14-3ae00e224932 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2015984 Jul 23 16:39:10.479052 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3df664ff-6c1d-480f-b6d0-5c2a1c91b4fb req-922201ad-efac-4519-b30c-756214a00a50 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101475 Jul 23 16:39:10.570861 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=eb93d7c8-be70-41ea-b371-edd0d2a079db,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:10.613514 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:10.633328 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Attempting to bind port f0a91bc0-448c-49d1-85e8-ced005dcb467 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:10.633902 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Attempting to bind port f0a91bc0-448c-49d1-85e8-ced005dcb467 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:10.634658 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Attempting to bind port f0a91bc0-448c-49d1-85e8-ced005dcb467 on network 57024b4c-5459-4a31-9af9-2976663c3a39 {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:10.656886 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:10.657485 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Checking segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74351) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:39:10.658158 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.659332 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Bound using segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} {{(pid=74351) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:10.663863 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.managers [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Bound port: f0a91bc0-448c-49d1-85e8-ced005dcb467, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'}}] {{(pid=74351) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:10.664591 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.943455 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] For port f0a91bc0-448c-49d1-85e8-ced005dcb467, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74351) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:10.950981 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] For port f0a91bc0-448c-49d1-85e8-ced005dcb467, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=f0a91bc0-448c-49d1-85e8-ced005dcb467,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:10.971380 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:10.998116 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:11.206413 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:11.207972 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:38:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.337351 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ff08a849-e2d0-4b08-9efb-f2df3f8cb99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:11.343607 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Sync routers for ids ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:39:11.405228 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cfcba-7d75-4096-8a0e-3ae572dfc195 None None] Pushing event updated for resources: {'Port': ['ID=f0a91bc0-448c-49d1-85e8-ced005dcb467,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:11.410022 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Routers {'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:11.411723 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:11.425201 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-078cfcba-7d75-4096-8a0e-3ae572dfc195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:11.831070 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:12.053871 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bca5a-4cc1-4492-8aaa-7ff661acddb0 req-a886cda9-2421-4145-b235-2fca50f115a4 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:12.066221 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-482bca5a-4cc1-4492-8aaa-7ff661acddb0 req-a886cda9-2421-4145-b235-2fca50f115a4 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2438667 Jul 23 16:39:12.100800 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Set router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:12.195155 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-482bca5a-4cc1-4492-8aaa-7ff661acddb0 req-aff73fbd-0c36-486c-8626-86b2e385b51b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274643 Jul 23 16:39:12.594483 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:10Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:12.599874 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8973e264-c881-42bb-b904-8dba9b3112f8 None None] The sync data for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb is: [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:10Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:39:12.656866 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device eb93d7c8-be70-41ea-b371-edd0d2a079db up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:12.726186 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.807969 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port eb93d7c8-be70-41ea-b371-edd0d2a079db triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:12.817481 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:12.924146 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:02Z', 'revision_number': 4, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'd6b0c401-e9ff-4aab-ad68-7497808f3f97', 'name': '', 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'mac_address': 'fa:16:3e:a9:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:01Z', 'updated_at': '2021-07-23T16:39:02Z', 'revision_number': 2, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'subnets': [{'id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:12.933237 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Checking router: ad0c62a1-59af-4e96-bcfe-09f9d16ee36b for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:39:12.933777 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Updating router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b port d6b0c401-e9ff-4aab-ad68-7497808f3f97 binding host dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jul 23 16:39:13.108406 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.212231 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device f0a91bc0-448c-49d1-85e8-ced005dcb467 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:13.438458 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port f0a91bc0-448c-49d1-85e8-ced005dcb467 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:13.445017 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port f0a91bc0-448c-49d1-85e8-ced005dcb467 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:13.445549 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.823044 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53d3f2-2824-44e7-80a3-7800e8d123c4 req-ba66094d-6a50-49db-a28d-0174b8db90df tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:13.838913 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9a53d3f2-2824-44e7-80a3-7800e8d123c4 req-ba66094d-6a50-49db-a28d-0174b8db90df tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2174504 Jul 23 16:39:13.859693 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.960452 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9a53d3f2-2824-44e7-80a3-7800e8d123c4 req-4ebe7d28-1bfe-4571-b5e5-0049f97ad064 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203761 Jul 23 16:39:13.976323 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:13.997508 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port f0a91bc0-448c-49d1-85e8-ced005dcb467, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=f0a91bc0-448c-49d1-85e8-ced005dcb467,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:14.005622 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.009224 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-078cfcba-7d75-4096-8a0e-3ae572dfc195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:14.269363 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=f0a91bc0-448c-49d1-85e8-ced005dcb467,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:14.275588 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374fd56-a6f2-43fc-ad94-4f4b877ec53c req-a942d457-da6f-4f33-b58c-dd0a88c9f497 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:14.280355 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a374fd56-a6f2-43fc-ad94-4f4b877ec53c req-a942d457-da6f-4f33-b58c-dd0a88c9f497 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.2074621 Jul 23 16:39:14.280866 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:14.310149 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Notify callbacks [] for port, precommit_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.340378 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.provisioning_blocks [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Transition to ACTIVE for port object d6b0c401-e9ff-4aab-ad68-7497808f3f97 will not be triggered until provisioned by entity L2. {{(pid=74352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:14.356220 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.370987 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:14.460265 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a374fd56-a6f2-43fc-ad94-4f4b877ec53c req-e6645344-70fa-45ec-bbc8-cf1cf6004733 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637547 Jul 23 16:39:14.540468 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device f0a91bc0-448c-49d1-85e8-ced005dcb467 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:14.663551 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d8ea8-24c9-43bc-ae31-c4118a741426 None None] Pushing event updated for resources: {'Port': ['ID=d6b0c401-e9ff-4aab-ad68-7497808f3f97,revision_number=3']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:14.681900 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-856d8ea8-24c9-43bc-ae31-c4118a741426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:14.693013 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port f0a91bc0-448c-49d1-85e8-ced005dcb467 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:14.694276 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.899166 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Attempting to bind port d6b0c401-e9ff-4aab-ad68-7497808f3f97 on host dv-cinder-802039-1-smb for vnic_type normal with profile {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:14.899664 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Attempting to bind port d6b0c401-e9ff-4aab-ad68-7497808f3f97 by drivers openvswitch,hyperv on host dv-cinder-802039-1-smb at level 0 using segments [{'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:14.899898 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Attempting to bind port d6b0c401-e9ff-4aab-ad68-7497808f3f97 on network fc61bb49-645e-491d-b158-7aa61202af04 {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:14.908133 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Checking agent: {'id': '986966ee-24cd-4ca0-83ac-6ecff1d08d60', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 22, 8), 'started_at': datetime.datetime(2021, 7, 23, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:14.908565 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Checking segment: {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:39:14.908954 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:14.909546 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Bound using segment: {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'} {{(pid=74352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:14.910043 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.managers [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Bound port: d6b0c401-e9ff-4aab-ad68-7497808f3f97, host: dv-cinder-802039-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a702bc-28b7-498a-9139-2a12b0291d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04'}}] {{(pid=74352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:14.910507 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.124724 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] For port d6b0c401-e9ff-4aab-ad68-7497808f3f97, host dv-cinder-802039-1-smb, cleared binding levels {{(pid=74352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:15.131878 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.plugins.ml2.db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] For port d6b0c401-e9ff-4aab-ad68-7497808f3f97, host dv-cinder-802039-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=d6b0c401-e9ff-4aab-ad68-7497808f3f97,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:15.140122 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron_lib.callbacks.manager [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:15.151126 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-856d8ea8-24c9-43bc-ae31-c4118a741426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:15.311354 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d8ea8-24c9-43bc-ae31-c4118a741426 None None] Pushing event updated for resources: {'Port': ['ID=d6b0c401-e9ff-4aab-ad68-7497808f3f97,revision_number=4']} {{(pid=74352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:15.320605 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG oslo_concurrency.lockutils [None req-856d8ea8-24c9-43bc-ae31-c4118a741426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74352) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:15.323108 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Routers {'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:15.324005 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:15.357054 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1560d8-9f6a-438b-a060-29f8d3cf85e0 req-881870a6-b35a-4863-9e0e-306ca3927417 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:15.360507 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb1560d8-9f6a-438b-a060-29f8d3cf85e0 req-881870a6-b35a-4863-9e0e-306ca3927417 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.1608558 Jul 23 16:39:15.487449 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb1560d8-9f6a-438b-a060-29f8d3cf85e0 req-55db4af7-99cb-4248-a1d3-88b68168c69f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159756 Jul 23 16:39:15.802011 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] Set router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:15.849537 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea405bc-3611-40c8-8753-2c2d0aee88f8 req-07bf0690-6ecb-42cf-b4e1-d2764c8a3936 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:15.855168 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1ea405bc-3611-40c8-8753-2c2d0aee88f8 req-07bf0690-6ecb-42cf-b4e1-d2764c8a3936 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.1659908 Jul 23 16:39:15.953899 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1ea405bc-3611-40c8-8753-2c2d0aee88f8 req-5b9f2ef6-9fc8-42eb-8831-05f79d6abdd9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953090 Jul 23 16:39:16.424212 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:02Z', 'revision_number': 4, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'd6b0c401-e9ff-4aab-ad68-7497808f3f97', 'name': '', 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'mac_address': 'fa:16:3e:a9:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:01Z', 'updated_at': '2021-07-23T16:39:15Z', 'revision_number': 4, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'subnets': [{'id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:16.429480 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d927e94-a1d7-42f2-ae7d-de9d809910ea None None] The sync data for ids ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'] in dv-cinder-802039-1-smb is: [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:39:02Z', 'revision_number': 4, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'd6b0c401-e9ff-4aab-ad68-7497808f3f97', 'name': '', 'network_id': 'fc61bb49-645e-491d-b158-7aa61202af04', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'mac_address': 'fa:16:3e:a9:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:39:01Z', 'updated_at': '2021-07-23T16:39:15Z', 'revision_number': 4, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'subnets': [{'id': '3b18cc02-0d26-40e3-8123-2c2f163b41ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:39:16.777680 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169027f-74b7-4545-9664-72b2931a5194 req-8ff4489c-970f-42c1-87a9-cb50a622adc2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:16.779407 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8169027f-74b7-4545-9664-72b2931a5194 req-8ff4489c-970f-42c1-87a9-cb50a622adc2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Synchronizing usage tracker for tenant:82753f9e41d24399bd1298d43534f59d on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:39:16.843984 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8169027f-74b7-4545-9664-72b2931a5194 req-8ff4489c-970f-42c1-87a9-cb50a622adc2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Unset dirty status for tenant:82753f9e41d24399bd1298d43534f59d on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:39:16.850877 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8169027f-74b7-4545-9664-72b2931a5194 req-8ff4489c-970f-42c1-87a9-cb50a622adc2 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.3444185 Jul 23 16:39:17.046502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Deleting port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:17.047261 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.085304 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c954d-bff9-4532-898b-ef171eb8c453 req-f2db3cb0-4bda-418f-90db-e56f24ce19cf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:17.097559 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-292c954d-bff9-4532-898b-ef171eb8c453 req-f2db3cb0-4bda-418f-90db-e56f24ce19cf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.1535213 Jul 23 16:39:17.206810 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-292c954d-bff9-4532-898b-ef171eb8c453 req-2635de26-fdee-4dfa-b924-94a858aa64fc tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046906 Jul 23 16:39:17.355221 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37146) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:17.827486 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] For port ea4ca5c7-fee1-4f45-903a-0344f8fdee63, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:17.828488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.834474 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fffc8-971e-4e7e-9c11-dfa1ecfe5972 req-63c48e7e-fb34-4991-8089-37cf9bcb8cac tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:17.848241 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-195fffc8-971e-4e7e-9c11-dfa1ecfe5972 req-63c48e7e-fb34-4991-8089-37cf9bcb8cac tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 946 time: 0.4256299 Jul 23 16:39:17.882390 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:17.984574 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:39:17.995121 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f673196a19043f6aa90425cb247f24f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:39:18.001174 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:39:18.016423 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-195fffc8-971e-4e7e-9c11-dfa1ecfe5972 req-94b51b23-2914-4abd-9ce0-c45588544cb1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups?id=533feeb3-4b97-4285-8681-c25edb795d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666143 Jul 23 16:39:18.025132 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:39:18.145499 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.152887 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.193355 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:18.204454 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f673196a19043f6aa90425cb247f24f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8490267 Jul 23 16:39:18.216747 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37152) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:18.354649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2940d33-7de9-4736-b901-dc5f51255b69,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:18.356339 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:18.370130 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.474784 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.579131 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device d6b0c401-e9ff-4aab-ad68-7497808f3f97 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:18.622837 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.638191 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-8ab8c369-7b21-42a3-a70d-3c57f1866ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:18.677134 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.677525 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.678129 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Floating IP 0db98527-6d98-4503-a0a6-92b833faec78 disassociated. External IP: 172.28.1.143, port: ea4ca5c7-fee1-4f45-903a-0344f8fdee63. Jul 23 16:39:18.679376 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Calling delete_port for ea4ca5c7-fee1-4f45-903a-0344f8fdee63 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:39:18.719240 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning for port d6b0c401-e9ff-4aab-ad68-7497808f3f97 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:18.729945 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2940d33-7de9-4736-b901-dc5f51255b69,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:18.747260 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port d6b0c401-e9ff-4aab-ad68-7497808f3f97 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:18.747602 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:18.747947 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.764585 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.770621 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2940d33-7de9-4736-b901-dc5f51255b69 HTTP/1.1" status: 204 len: 168 time: 0.5510671 Jul 23 16:39:18.868745 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c61ce-c2aa-4e77-a43d-63cc9f244e5f req-3f59c745-237e-4744-b06c-6ed78db5f268 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:18.891225 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-739c61ce-c2aa-4e77-a43d-63cc9f244e5f req-3f59c745-237e-4744-b06c-6ed78db5f268 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2548223 Jul 23 16:39:18.940920 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:18.972040 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6674accd-552e-4a84-b6bf-fd891b009e3d tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:19.019960 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-739c61ce-c2aa-4e77-a43d-63cc9f244e5f req-cbea1a0e-cec5-4abd-a22a-10363ae65891 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123462 Jul 23 16:39:19.070567 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.146514 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event deleted for resources: {'Port': ['ID=ea4ca5c7-fee1-4f45-903a-0344f8fdee63,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:19.151488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:19.194381 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] For port d6b0c401-e9ff-4aab-ad68-7497808f3f97, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=d6b0c401-e9ff-4aab-ad68-7497808f3f97,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:19.202170 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:19.207233 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-687c940c-b866-4b30-b6cd-5cd8ad1358c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:19.398065 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Pushing event updated for resources: {'Port': ['ID=d6b0c401-e9ff-4aab-ad68-7497808f3f97,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:19.406229 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:19.449113 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8b500aeb-f95a-4766-b799-e31de7259604 req-cb221770-888d-4d85-919a-73f6ca46d94a tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.1127684 Jul 23 16:39:19.660820 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:39:20.027217 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:20.045516 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:39:20.065162 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:20.066243 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:20.113122 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] No DVR routers for this DVR port ea4ca5c7-fee1-4f45-903a-0344f8fdee63 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:20.116111 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.119804 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'name': 'network-vif-deleted', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:20.152025 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8169027f-74b7-4545-9664-72b2931a5194 req-271ce6e3-eeab-4774-a73b-c026f8155ea1 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.48 "DELETE /v2.0/ports/ea4ca5c7-fee1-4f45-903a-0344f8fdee63 HTTP/1.1" status: 204 len: 173 time: 3.2936513 Jul 23 16:39:20.283142 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f2db1fc-997f-4181-a50a-fdb8c62f3ed0', 'name': 'network-vif-deleted', 'tag': 'ea4ca5c7-fee1-4f45-903a-0344f8fdee63', 'status': 'completed', 'code': 200} Jul 23 16:39:20.545056 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device d6b0c401-e9ff-4aab-ad68-7497808f3f97 up at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:20.638031 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:20.715612 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8d71a-6228-4a3d-a586-0e141d6ffd85 req-6c72efa8-6e61-4fcb-95db-92d7d0896728 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:20.729821 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8ad8d71a-6228-4a3d-a586-0e141d6ffd85 req-6c72efa8-6e61-4fcb-95db-92d7d0896728 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2530394 Jul 23 16:39:20.761282 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Provisioning complete for port d6b0c401-e9ff-4aab-ad68-7497808f3f97 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:20.762353 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:20.834824 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8ad8d71a-6228-4a3d-a586-0e141d6ffd85 req-03a6b12b-7a26-4033-9716-7a67dab71307 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026325 Jul 23 16:39:21.054610 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d81ed70b-f631-40a5-85db-80bd1963d3ed req-f8cc78eb-ccd6-4ec1-9d8b-101e16468a00 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f2db1fc-997f-4181-a50a-fdb8c62f3ed0 HTTP/1.1" status: 200 len: 210 time: 0.0745611 Jul 23 16:39:21.397730 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.408764 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:39:21.430223 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:21.431372 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:21.673715 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device ea4ca5c7-fee1-4f45-903a-0344f8fdee63 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:39:21.739220 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: ea4ca5c7-fee1-4f45-903a-0344f8fdee63 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:39:21.739831 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device ea4ca5c7-fee1-4f45-903a-0344f8fdee63 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:39:21.916390 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:22.229926 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34966b79-8a5b-4eaa-950f-987a7c298802 req-468a1233-93d2-4751-b9f8-7b6941735267 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:22.233075 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-34966b79-8a5b-4eaa-950f-987a7c298802 req-468a1233-93d2-4751-b9f8-7b6941735267 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.1580248 Jul 23 16:39:22.296805 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37204) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:22.363256 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-34966b79-8a5b-4eaa-950f-987a7c298802 req-5f7ba202-0921-4a1a-9052-f0c8a4d70bc4 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239352 Jul 23 16:39:22.467212 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.528820 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.582625 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:22.588183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63faf4a-c58a-43f5-8cd4-c5a55085d8da None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:31:49Z', 'revision_number': 4, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '7fcbf135-58a2-4b9b-864f-34b0dd0f0be4', 'name': '', 'network_id': '31aa6a99-582c-404b-9dcb-fbcdd30f45d2', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'mac_address': 'fa:16:3e:2e:77:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:45Z', 'updated_at': '2021-07-23T16:32:15Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'subnets': [{'id': '282d8c53-c286-4cdc-838d-cddadeb53694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:39:22.656375 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.673575 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-807270bf-a94a-46bb-8e9c-a2e1d6f0475c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:22.694826 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533feeb3-4b97-4285-8681-c25edb795d51,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:22.698720 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:22.720174 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:22.723179 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-7f32bde2-11b6-4b60-9169-a1d05359ee72 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "DELETE /v2.0/security-groups/533feeb3-4b97-4285-8681-c25edb795d51 HTTP/1.1" status: 204 len: 168 time: 0.4249203 Jul 23 16:39:22.726546 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37214) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:22.762850 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.api.v2.resource [None req-0a1d8a32-99eb-4fe6-95da-af26adcc5d03 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] show failed (client error): The resource could not be found. Jul 23 16:39:22.765671 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-0a1d8a32-99eb-4fe6-95da-af26adcc5d03 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "GET /v2.0/security-groups/533feeb3-4b97-4285-8681-c25edb795d51 HTTP/1.1" status: 404 len: 347 time: 0.0368388 Jul 23 16:39:22.769973 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37218) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:23.528255 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:39:23.612205 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Deleting port 9d42a17f-fb86-40cd-9058-698dbb164f65 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:23.613101 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.912057 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee95444-156c-44a9-b95a-4292df62d8ee req-fa947f51-33b5-4eae-bd68-56623d13a415 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:23.924413 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bee95444-156c-44a9-b95a-4292df62d8ee req-fa947f51-33b5-4eae-bd68-56623d13a415 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2718675 Jul 23 16:39:23.956733 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:23.957742 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.054639 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bee95444-156c-44a9-b95a-4292df62d8ee req-541ee8e4-8038-4af6-9259-5bad12bd85cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289330 Jul 23 16:39:24.081904 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:24.117650 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '72493a7a-d905-4358-9e0f-ce93381ff837', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837', 'mac_address': 'fa:16:3e:b5:4e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:39:24.215134 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.249635 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72493a7a-d905-4358-9e0f-ce93381ff837 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:24.277538 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Calling delete_port for 9d42a17f-fb86-40cd-9058-698dbb164f65 owned by network:floatingip {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:39:24.303412 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:24.310259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.317207 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-1b6240b3-ab2a-49c1-b756-8e731c762907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:24.595979 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['72493a7a-d905-4358-9e0f-ce93381ff837'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:39:24.648030 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:24.660419 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0273dc8e-f9dd-4875-8a6c-6b6061f033cd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:24.712069 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=6']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.778155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.778155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.778155 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.778832 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.779412 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.780000 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.780619 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.781190 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.782989 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.784070 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.785542 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:24.800824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Pushing event deleted for resources: {'Port': ['ID=9d42a17f-fb86-40cd-9058-698dbb164f65,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:24.805133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:24.818079 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:25.077073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks [] for floatingip, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.145145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:25.147528 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] 10.222.0.47 "DELETE /v2.0/floatingips/0db98527-6d98-4503-a0a6-92b833faec78 HTTP/1.1" status: 204 len: 168 time: 2.3747730 Jul 23 16:39:25.451947 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66285418-23f0-45cc-b1a3-d4c573ab919c req-6d689579-06ee-46fe-80f3-f5c98a10b108 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:25.466512 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-66285418-23f0-45cc-b1a3-d4c573ab919c req-6d689579-06ee-46fe-80f3-f5c98a10b108 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 945 time: 0.1831810 Jul 23 16:39:25.548647 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:39:25.564791 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-66285418-23f0-45cc-b1a3-d4c573ab919c req-1a501016-c900-43d0-9b8a-f54aa6822e56 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963964 Jul 23 16:39:25.769857 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 72493a7a-d905-4358-9e0f-ce93381ff837 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:25.773477 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.117334 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.172069 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:26.204317 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:26.216306 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:26.219463 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:26.327981 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'code': 200} Jul 23 16:39:26.415831 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=7']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:26.428140 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:27.150830 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5755d24-5a96-472a-87a7-07280a46daaa req-0a623d58-4b22-4854-b6e8-6b8f43c98f81 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:27.168087 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d5755d24-5a96-472a-87a7-07280a46daaa req-0a623d58-4b22-4854-b6e8-6b8f43c98f81 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2507622 Jul 23 16:39:27.286529 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d5755d24-5a96-472a-87a7-07280a46daaa req-0fd1f9c7-1415-4b3c-a380-8144e6e91f24 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164320 Jul 23 16:39:28.461533 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37282) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:28.903321 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:28.914845 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cb4c75-7c7a-480c-af8f-79aaa6de1ad0 None None] New status for floating IP 0db98527-6d98-4503-a0a6-92b833faec78: DOWN {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:39:29.020318 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:39:29.028763 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Usage tracker for resource:security_group_rule and tenant:5655168a92cc48f68ab40673d9f8ca26 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:39:29.034480 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:39:29.045923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:39:29.152502 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.159545 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.179299 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:29.229013 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0150f692-8408-4cf1-9671-ef54f5fa64b5,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.237704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:29.273935 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5655168a92cc48f68ab40673d9f8ca26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8099644 Jul 23 16:39:29.276664 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37294) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:29.343734 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c63fd4-30d0-4bb3-848e-efb41d44684a req-e01928cb-fa42-4e65-acca-2692fef19edd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:29.345441 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-66c63fd4-30d0-4bb3-848e-efb41d44684a req-e01928cb-fa42-4e65-acca-2692fef19edd tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.5630717 Jul 23 16:39:29.396407 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.452559 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.482759 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-66c63fd4-30d0-4bb3-848e-efb41d44684a req-c9f50d27-8013-4695-b7b8-78df384bd59e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122329 Jul 23 16:39:29.586262 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.591159 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-dbe4dd6b-8c67-4592-b179-9638f46bbacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:29.608715 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0150f692-8408-4cf1-9671-ef54f5fa64b5,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:29.618246 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:29.632791 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:29.635269 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0150f692-8408-4cf1-9671-ef54f5fa64b5 HTTP/1.1" status: 204 len: 168 time: 0.3568954 Jul 23 16:39:30.400726 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37304) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:30.447110 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.530880 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:39:30.538332 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc0e4a716f0436aa93f42c0a7111f60 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:39:30.543202 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:39:30.553434 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:39:30.758781 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.769141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:30.858056 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-14195015-48c9-4f43-9271-fc451e34761a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:30.882123 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37314) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:30.883047 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8dc0e4a716f0436aa93f42c0a7111f60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4798081 Jul 23 16:39:31.009469 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37318) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:31.056385 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c33a9-2197-455b-b223-ebf6f65d4ae0,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:31.066704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:31.111910 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.137869 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb205-d672-4e9a-8d78-653166034eaa req-64978a7f-b882-42da-affc-0bedf94f60f5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:31.141748 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a3dcb205-d672-4e9a-8d78-653166034eaa req-64978a7f-b882-42da-affc-0bedf94f60f5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2853825 Jul 23 16:39:31.205332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.332432 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a3dcb205-d672-4e9a-8d78-653166034eaa req-5049b7eb-9664-4477-b11f-c8b2872b5fa4 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294727 Jul 23 16:39:31.346160 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.353582 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-60f2f7d9-e3c7-4467-a2ba-4c4519d1c5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:31.371103 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c33a9-2197-455b-b223-ebf6f65d4ae0,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:31.376954 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:31.381559 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:31.383111 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d64c33a9-2197-455b-b223-ebf6f65d4ae0 HTTP/1.1" status: 204 len: 168 time: 0.4983833 Jul 23 16:39:32.471311 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:32.788462 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e32e1-d530-43a1-bea1-3be75d79756a req-a6eb2c06-b4aa-4479-8d5b-0e514fcec935 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:32.791289 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f20e32e1-d530-43a1-bea1-3be75d79756a req-a6eb2c06-b4aa-4479-8d5b-0e514fcec935 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.1637909 Jul 23 16:39:32.918244 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f20e32e1-d530-43a1-bea1-3be75d79756a req-a1821345-951b-49a5-8d71-80207cc4479a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161282 Jul 23 16:39:34.195885 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Deleting port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:34.196522 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.448726 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50eaf2-d4d5-4ef5-8cb6-43715943a50b req-49e72860-df65-49af-8abc-27699797b9b9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:34.456984 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dc50eaf2-d4d5-4ef5-8cb6-43715943a50b req-49e72860-df65-49af-8abc-27699797b9b9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.1483235 Jul 23 16:39:34.540468 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dc50eaf2-d4d5-4ef5-8cb6-43715943a50b req-960b02d6-f9f9-473b-b5c4-213920884058 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821028 Jul 23 16:39:34.581752 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] For port 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:34.582468 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:34.926784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Calling delete_port for 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 owned by network:router_interface {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:39:35.366748 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:35.373539 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:35.446738 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcbf135-58a2-4b9b-864f-34b0dd0f0be4,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:35.528257 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.528692 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.529105 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.529503 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.529945 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.530359 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.531133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.532366 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.533103 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.534476 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.534476 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:35.549278 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:36.198993 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:36.287706 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6503e5-d2a0-4259-bbcd-dfc4a6d8dd21 req-274290ea-b667-4ef0-9867-52354912bf00 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:36.292512 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3a6503e5-d2a0-4259-bbcd-dfc4a6d8dd21 req-274290ea-b667-4ef0-9867-52354912bf00 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2804220 Jul 23 16:39:36.486113 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3a6503e5-d2a0-4259-bbcd-dfc4a6d8dd21 req-6dc4f87a-5cf8-47d2-af68-3704e19a43b2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678071 Jul 23 16:39:36.493013 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:37.768569 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:39:38.111505 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.203922 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:39:38.404245 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e6cf5-6c46-4df5-bc47-d77d774b4c47 req-2109e9bd-5271-41de-b6a0-c8456d5a62a8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:38.419373 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d34e6cf5-6c46-4df5-bc47-d77d774b4c47 req-2109e9bd-5271-41de-b6a0-c8456d5a62a8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.3579507 Jul 23 16:39:38.489078 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-b0a0d417-c57e-4aac-b5d4-d4ba27326f1f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:38.502545 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-b0a0d417-c57e-4aac-b5d4-d4ba27326f1f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 815 time: 0.8710806 Jul 23 16:39:38.554893 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-3a924e5f-6a9a-4c6e-80c1-3fea063acea7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/quotas/57bb7b9a76fa40c08f62dac05a20bd11 HTTP/1.1" status: 200 len: 375 time: 0.0501282 Jul 23 16:39:38.662759 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d34e6cf5-6c46-4df5-bc47-d77d774b4c47 req-c2eb9e03-7a65-4833-9331-dcf864a1fcc7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416205 Jul 23 16:39:38.794602 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-08445f5d-eb68-49b4-bc07-d6238cb20e72 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Synchronizing usage tracker for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:39:38.809873 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:39:38.840682 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] Sync routers for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:39:38.860095 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-08445f5d-eb68-49b4-bc07-d6238cb20e72 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Unset dirty status for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:39:38.871240 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-08445f5d-eb68-49b4-bc07-d6238cb20e72 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3144269 Jul 23 16:39:38.872347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd337-07d7-4ed9-950a-64dce258aff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:38.874404 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-7877af8c-8097-4739-8e5a-2066cae724b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/fcab0baa-c4ef-45b6-aeae-45de80c1ed3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8609850 Jul 23 16:39:38.878509 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37404) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:38.900829 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:38.912596 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:39.329722 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-df009a69-89e6-45f5-919c-d64ea8769ae6 service neutron] 10.222.0.47 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875075 Jul 23 16:39:39.523869 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:39.853977 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-815cdca3-0bf2-46b3-8410-48fdf4ffe780 service neutron] 10.222.0.47 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212171 Jul 23 16:39:39.948281 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.274735 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:39:35Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:40.286957 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] Checking router: fcab0baa-c4ef-45b6-aeae-45de80c1ed3d for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:39:40.315220 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] Routers {'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:39:40.316355 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:40.481286 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f405fe9e-9e06-4ac4-bd99-cab408659b83 req-2b133760-06df-4885-9e58-692ed5de8173 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 210 time: 0.1075954 Jul 23 16:39:40.709758 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709cb8-7c9f-4983-a82d-7275de1545c3 req-f9c7546d-ad9b-46a2-a09f-14c087a10d35 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:40.723070 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c1709cb8-7c9f-4983-a82d-7275de1545c3 req-f9c7546d-ad9b-46a2-a09f-14c087a10d35 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.4661705 Jul 23 16:39:40.815694 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] Set router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:39:40.823278 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c1709cb8-7c9f-4983-a82d-7275de1545c3 req-054eef19-fd3a-4a9d-9493-a5162afcfede tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987380 Jul 23 16:39:40.971149 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:40.995429 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Deleting port 0e935613-2893-4082-b1ae-440c4c74229b {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:40.997506 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.572637 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] For port 0e935613-2893-4082-b1ae-440c4c74229b, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=0e935613-2893-4082-b1ae-440c4c74229b,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:41.573334 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.750031 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2060-f858-46c6-9862-9ead5621d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:41.845666 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:39:35Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:41.867611 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66800-f17a-40af-9130-6eb3e27cc120 None None] The sync data for ids ['fcab0baa-c4ef-45b6-aeae-45de80c1ed3d'] in dv-cinder-802039-1-smb is: [{'id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'name': 'tempest-AttachVolumeTestJSON-1618798346-router', 'tenant_id': '82753f9e41d24399bd1298d43534f59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '0e935613-2893-4082-b1ae-440c4c74229b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:21Z', 'updated_at': '2021-07-23T16:39:35Z', 'revision_number': 5, 'project_id': '82753f9e41d24399bd1298d43534f59d', 'gw_port': {'id': '0e935613-2893-4082-b1ae-440c4c74229b', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:31:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcab0baa-c4ef-45b6-aeae-45de80c1ed3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:24Z', 'updated_at': '2021-07-23T16:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:39:42.005463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Calling delete_port for 0e935613-2893-4082-b1ae-440c4c74229b owned by network:router_gateway {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:39:42.269140 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37440) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:42.477185 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:39:42.571335 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:39:42.572475 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 7fcbf135-58a2-4b9b-864f-34b0dd0f0be4 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:39:42.678737 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.905239 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:42.914654 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-277ac7b6-342b-4225-810b-74affa014400 req-51787098-9c8e-4e2e-8da8-3d585aa9ba90 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 210 time: 0.8293579 Jul 23 16:39:42.997802 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:39:43.005302 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Usage tracker for resource:security_group_rule and tenant:65e3f36de8394e8a8310be404e92cccf is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:39:43.010473 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.011598 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:39:43.024073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:39:43.032411 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:43.210958 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.220483 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.241031 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda52c3b-64e2-48e7-a895-69a4c6ef376c req-4a38e650-5e40-4cdd-a293-d0c0c371d613 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:43.250956 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dda52c3b-64e2-48e7-a895-69a4c6ef376c req-4a38e650-5e40-4cdd-a293-d0c0c371d613 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.5129595 Jul 23 16:39:43.327297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2a7435f0-987f-466a-b704-65b596384283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:43.359718 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65e3f36de8394e8a8310be404e92cccf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0869093 Jul 23 16:39:43.367012 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37446) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:43.518516 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdabd2ea-fb06-4bfa-9af7-73f254a6d64a,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.584122 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:43.646466 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e935613-2893-4082-b1ae-440c4c74229b,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:43.650757 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:43.683214 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-dda52c3b-64e2-48e7-a895-69a4c6ef376c req-7c839185-3697-4b59-8750-15c20fbcdeab tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309011 Jul 23 16:39:43.736212 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.849886 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.941811 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:43.959221 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.013480 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-7386317a-967e-4334-8a24-8675eff2384a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:44.014943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-7386317a-967e-4334-8a24-8675eff2384a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Synchronizing usage tracker for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:network {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:39:44.091255 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-7386317a-967e-4334-8a24-8675eff2384a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Unset dirty status for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:network {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:39:44.094664 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-7386317a-967e-4334-8a24-8675eff2384a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 815 time: 0.5779464 Jul 23 16:39:44.099100 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.110445 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-243457e2-6583-4fd1-99fb-2e67dd35e571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:44.153238 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'port': {'device_id': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'admin_state_up': True, 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:39:44.370189 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdabd2ea-fb06-4bfa-9af7-73f254a6d64a,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:44.377785 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:44.405442 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.408199 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdabd2ea-fb06-4bfa-9af7-73f254a6d64a HTTP/1.1" status: 204 len: 168 time: 1.0360479 Jul 23 16:39:44.582736 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:39:44.632545 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:39:44.663923 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Made reservation on behalf of 57bb7b9a76fa40c08f62dac05a20bd11 for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:39:44.674726 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:44.910511 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8eeb1ed1-a2bb-4c4f-8b93-3948768b96de req-43576e2e-c6a4-480a-ad2c-52522ba9525c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 210 time: 0.3318436 Jul 23 16:39:45.112508 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.120823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.331981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.333215 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcab0baa-c4ef-45b6-aeae-45de80c1ed3d {{(pid=74350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:39:45.528158 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Allocated IP 172.20.0.14 (57024b4c-5459-4a31-9af9-2976663c3a39/901f80aa-afce-40b9-8962-e22f7ffec2d8/43c37104-9df2-4906-a4b1-7bb51ead8f6a) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:39:45.558228 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:45.570190 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] 10.222.0.47 "DELETE /v2.0/routers/fcab0baa-c4ef-45b6-aeae-45de80c1ed3d HTTP/1.1" status: 204 len: 168 time: 6.6872163 Jul 23 16:39:45.573302 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37468) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:45.762887 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3f519-ea46-4d68-95bc-d5d8a3906642 req-a147f11b-c3e5-43e0-bc0e-01db941a573a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:45.775224 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-71c3f519-ea46-4d68-95bc-d5d8a3906642 req-a147f11b-c3e5-43e0-bc0e-01db941a573a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.4463034 Jul 23 16:39:45.783992 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Deleting subnet 282d8c53-c286-4cdc-838d-cddadeb53694 {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:39:45.883424 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.019348 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-71c3f519-ea46-4d68-95bc-d5d8a3906642 req-1f684f4d-4102-49f0-be4e-0070d92fb28d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419305 Jul 23 16:39:46.054752 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.540825 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 0e935613-2893-4082-b1ae-440c4c74229b no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:39:46.599093 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.638172 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.673981 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Transition to ACTIVE for port object 43c37104-9df2-4906-a4b1-7bb51ead8f6a will not be triggered until provisioned by entity DHCP. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:46.709185 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 0e935613-2893-4082-b1ae-440c4c74229b {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:39:46.710794 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 0e935613-2893-4082-b1ae-440c4c74229b not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:39:46.780564 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:46.820554 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d811b984-be5f-4e9c-9e58-7a689ac31b3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:47.026020 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Network 57024b4c-5459-4a31-9af9-2976663c3a39 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:39:47.033534 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:39:47.040697 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:39:47.277908 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.287897 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bb7c2dfa-476e-40bf-9466-a5f91c0d8f69 req-f97c27e7-8538-4b60-bb0a-a004e274f973 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 210 time: 0.8264933 Jul 23 16:39:47.305089 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:47.314242 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.340021 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9ac6e4ea-0ae3-49de-aa81-c85b865af687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:47.419003 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:47.420027 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.429429 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282d8c53-c286-4cdc-838d-cddadeb53694,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:47.445529 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:47.451759 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:47.463283 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925e2ea-85cb-4f83-b9e4-38f23573606e None None] Network 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:39:47.483570 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/282d8c53-c286-4cdc-838d-cddadeb53694 HTTP/1.1" status: 204 len: 168 time: 1.9079797 Jul 23 16:39:47.495999 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37494) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:47.566459 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4259536 Jul 23 16:39:47.640868 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Request body: {'port': {'device_id': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:39:47.961497 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-da468890-7a10-48ff-9aaf-e09e43f95995 None None] Provisioning for port 43c37104-9df2-4906-a4b1-7bb51ead8f6a completed by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:39:48.005104 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-da468890-7a10-48ff-9aaf-e09e43f95995 None None] Provisioning complete for port 43c37104-9df2-4906-a4b1-7bb51ead8f6a triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:39:48.005104 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-da468890-7a10-48ff-9aaf-e09e43f95995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.323644 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.367611 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Deleting port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:48.368417 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.657077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:48.682017 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-da468890-7a10-48ff-9aaf-e09e43f95995 None None] Port 43c37104-9df2-4906-a4b1-7bb51ead8f6a cannot update to ACTIVE because it is not bound. {{(pid=74351) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jul 23 16:39:48.703157 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cdb31-d878-4dcf-bb0e-2d651b9c7ca6 req-c378d249-3a8b-4d8f-9e09-59d5a1e64c12 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:48.706342 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d9cdb31-d878-4dcf-bb0e-2d651b9c7ca6 req-c378d249-3a8b-4d8f-9e09-59d5a1e64c12 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.7156599 Jul 23 16:39:48.934626 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] DHCP port deletion for 31aa6a99-582c-404b-9dcb-fbcdd30f45d2 request from dv-cinder-802039-1-smb {{(pid=74351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 23 16:39:48.963347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Deleting port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:48.964476 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.288729 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d9cdb31-d878-4dcf-bb0e-2d651b9c7ca6 req-b9139551-df4e-4d13-a716-3c55cc005812 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5295269 Jul 23 16:39:49.421263 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] For port 78b2ef39-379d-4571-a61b-8a00c68ab0d8, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=78b2ef39-379d-4571-a61b-8a00c68ab0d8,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:49.425418 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:49.768242 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666fcbd-907a-4a93-bbbb-eee6df07671b req-61d7b549-ce6d-4067-92a8-70630f9a8da3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:49.773003 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0666fcbd-907a-4a93-bbbb-eee6df07671b req-61d7b549-ce6d-4067-92a8-70630f9a8da3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 932 time: 0.8824596 Jul 23 16:39:49.999221 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] For port 78b2ef39-379d-4571-a61b-8a00c68ab0d8, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=78b2ef39-379d-4571-a61b-8a00c68ab0d8,segment=NetworkSegment(004a28a3-3ca5-4f44-ab4b-0c4984f85be4),segment_id=004a28a3-3ca5-4f44-ab4b-0c4984f85be4)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:39:50.000156 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.227492 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Calling delete_port for 78b2ef39-379d-4571-a61b-8a00c68ab0d8 owned by network:dhcp {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:39:50.563427 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.591397 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Calling delete_port for 78b2ef39-379d-4571-a61b-8a00c68ab0d8 owned by network:dhcp {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:39:50.622335 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f5085805-0743-40cb-aa86-ab2e03bccd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:50.627112 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c37104-9df2-4906-a4b1-7bb51ead8f6a {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:39:50.710227 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] No DVR routers for this DVR port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 on host dv-cinder-802039-1-smb {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:39:50.715326 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.727711 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Pushing event deleted for resources: {'Port': ['ID=78b2ef39-379d-4571-a61b-8a00c68ab0d8,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:50.737087 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 78b2ef39-379d-4571-a61b-8a00c68ab0d8 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:39:50.794016 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Transition to ACTIVE for port object 43c37104-9df2-4906-a4b1-7bb51ead8f6a will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:39:50.802818 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:50.831152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9a7d4a42-e4bc-403b-9e4e-cbbaf5087885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:50.897602 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 78b2ef39-379d-4571-a61b-8a00c68ab0d8 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:39:50.898481 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 78b2ef39-379d-4571-a61b-8a00c68ab0d8 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:39:50.971579 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:51.027880 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:51.035572 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:51.365316 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0666fcbd-907a-4a93-bbbb-eee6df07671b req-47ca881c-d4e0-4835-a198-8c2c75c9bdde tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3188527 Jul 23 16:39:51.463872 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:39:51.464734 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:39:51.545374 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.596579 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31aa6a99-582c-404b-9dcb-fbcdd30f45d2']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:51.603500 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Attempting to bind port 43c37104-9df2-4906-a4b1-7bb51ead8f6a on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:39:51.604050 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Attempting to bind port 43c37104-9df2-4906-a4b1-7bb51ead8f6a by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:39:51.604650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Attempting to bind port 43c37104-9df2-4906-a4b1-7bb51ead8f6a on network 57024b4c-5459-4a31-9af9-2976663c3a39 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:51.640420 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Port 43c37104-9df2-4906-a4b1-7bb51ead8f6a on network 57024b4c-5459-4a31-9af9-2976663c3a39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:39:51.641344 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Attempting to bind port 43c37104-9df2-4906-a4b1-7bb51ead8f6a on network 57024b4c-5459-4a31-9af9-2976663c3a39 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:39:51.659500 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a28a3-3ca5-4f44-ab4b-0c4984f85be4') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:51.660117 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a28a3-3ca5-4f44-ab4b-0c4984f85be4') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:39:51.675123 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:39:51.680724 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Checking segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:39:51.693545 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Bound using segment: {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:39:51.694966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Bound port: 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b171bd-1e31-4e8f-b584-11ca36aa8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:39:51.695972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.742488 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4627-39f1-4e0b-8536-fc198ee63452 req-80d50e5d-cc91-4535-8d84-13756b17b85a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:51.755705 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b9cd4627-39f1-4e0b-8536-fc198ee63452 req-80d50e5d-cc91-4535-8d84-13756b17b85a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.7745256 Jul 23 16:39:51.853915 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.915479 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:39:51.923413 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:39:51.940173 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.954474 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b9cd4627-39f1-4e0b-8536-fc198ee63452 req-9df9875e-7578-4d65-baba-10c7afc80a9c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970282 Jul 23 16:39:51.965992 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Deleting port 78b2ef39-379d-4571-a61b-8a00c68ab0d8 {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:39:51.966742 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.969509 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:51.984362 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4f13a636-acfa-48ec-8224-c09e3f13eeb9 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:51.990829 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:39:51.995967 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:39:52.039163 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:39:52.140975 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.144436 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] 10.222.0.48 "PUT /v2.0/ports/43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 1094 time: 4.5119505 Jul 23 16:39:52.172024 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:39:52.362775 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.379625 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-80ff9b8a-ca30-4049-872c-68a677245aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:52.538664 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:52.544310 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Pushing event deleted for resources: {'Network': ['ID=31aa6a99-582c-404b-9dcb-fbcdd30f45d2,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.553484 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-c575b9ec-f32f-4db8-984d-b2e386da9f90 None None] The port '78b2ef39-379d-4571-a61b-8a00c68ab0d8' was deleted {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 23 16:39:52.560607 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:52.593823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:52.604429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:52.650387 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'status': 'completed', 'code': 200} Jul 23 16:39:52.664089 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] 10.222.0.47 "DELETE /v2.0/networks/31aa6a99-582c-404b-9dcb-fbcdd30f45d2 HTTP/1.1" status: 204 len: 168 time: 5.1657305 Jul 23 16:39:52.869912 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-7dbf354c-0199-4ebd-848a-094f3ccd5f8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1097 time: 0.6123741 Jul 23 16:39:53.238544 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-7be63cca-9f09-44e2-9d97-b6f6ad1f50c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 217 time: 0.3259695 Jul 23 16:39:53.264161 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbaa78-b015-4d91-9086-487084679acd req-91eb7b0e-e07b-42e0-8213-78f8c0fcad92 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.287245 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6bbbaa78-b015-4d91-9086-487084679acd req-91eb7b0e-e07b-42e0-8213-78f8c0fcad92 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.3377304 Jul 23 16:39:53.433575 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37524) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:53.455414 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6bbbaa78-b015-4d91-9086-487084679acd req-e4049d84-eb87-4923-9300-5d6097ecc438 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667042 Jul 23 16:39:53.572519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-828659d3-7aca-4429-814a-724a4bc72261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.575877 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-828659d3-7aca-4429-814a-724a4bc72261 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.3354115 Jul 23 16:39:53.749735 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-06ff8f9d-8149-46cd-bfb5-a45e9dd788f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82753f9e41d24399bd1298d43534f59d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2921996 Jul 23 16:39:53.754739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37528) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:53.980817 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450123e-f369-4e64-933a-498459b6a4a7 req-7f60c553-6fb1-48c0-971d-5c00e72559ca tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:53.987142 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a450123e-f369-4e64-933a-498459b6a4a7 req-7f60c553-6fb1-48c0-971d-5c00e72559ca tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.4201865 Jul 23 16:39:54.043522 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-b740f36f-36ff-4ac5-9a2d-3cdd20649c54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4539745 Jul 23 16:39:54.050652 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:54.507829 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-06327f48-84e1-4a52-94f2-67983b265b1c service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389176 Jul 23 16:39:54.756571 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.149429 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a450123e-f369-4e64-933a-498459b6a4a7 req-884e3b79-3f1e-4634-b0c4-f291c4ca3313 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9408855 Jul 23 16:39:55.226463 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-402e6e35-6006-4769-bd3a-a0a59fa3f805 req-5f8effde-dc6d-4ae7-8674-49529b76b13e service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875218 Jul 23 16:39:55.231277 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786aa9e-57c0-4077-a7fb-74cd40be80f3 req-e69a98c0-49e2-4a5a-b4f6-402ead6212f0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:55.247611 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9786aa9e-57c0-4077-a7fb-74cd40be80f3 req-e69a98c0-49e2-4a5a-b4f6-402ead6212f0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.2366624 Jul 23 16:39:55.288484 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.301209 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-92a499b9-a6f0-49a1-9317-15937202c420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:39:55.346817 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a20aa1-dc8b-4519-bcf7-fd45fbaf42c0,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:39:55.439785 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9786aa9e-57c0-4077-a7fb-74cd40be80f3 req-866816d3-7290-466d-b75d-63d67c1a3182 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900778 Jul 23 16:39:55.473857 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:39:55.475669 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59a20aa1-dc8b-4519-bcf7-fd45fbaf42c0 HTTP/1.1" status: 204 len: 168 time: 1.7190092 Jul 23 16:39:55.482524 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.484901 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.484901 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.486545 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.487935 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.488719 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.489368 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.489944 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.490670 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.491458 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.492256 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:39:55.511636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:39:55.680132 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-104c348c-eda7-45c8-8958-60ef1ad267f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1097 time: 0.2926161 Jul 23 16:39:56.448161 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-f35da3a9-dcef-4d50-8310-b2a5f2418f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:56.453972 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-f35da3a9-dcef-4d50-8310-b2a5f2418f07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 917 time: 0.7495813 Jul 23 16:39:56.796390 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-1a1375f5-dcd2-4658-b716-e36d12160d66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 217 time: 0.3290622 Jul 23 16:39:56.804928 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb9a7a-ca2f-4947-91b3-e357b8039cc8 req-7295d839-d209-4bb8-ad74-49278ce46d14 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:56.829312 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fceb9a7a-ca2f-4947-91b3-e357b8039cc8 req-7295d839-d209-4bb8-ad74-49278ce46d14 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.2235513 Jul 23 16:39:56.977730 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-db0903a9-b7fc-400f-b068-b464bf3867aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:56.980604 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-db0903a9-b7fc-400f-b068-b464bf3867aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.1619930 Jul 23 16:39:57.209279 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fceb9a7a-ca2f-4947-91b3-e357b8039cc8 req-af45b959-cb7f-40f2-b5b3-dc03b2e3da08 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3747802 Jul 23 16:39:57.352903 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fe66-c8ef-44b6-a155-ca2da4645bd0 req-04ec3a1a-d299-4c4b-b6ab-95cc618443d5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:39:57.360154 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-13e6fe66-c8ef-44b6-a155-ca2da4645bd0 req-04ec3a1a-d299-4c4b-b6ab-95cc618443d5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.4334991 Jul 23 16:39:57.475676 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-a7a0453e-378a-4d1b-9eac-898ec3341e83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4799182 Jul 23 16:39:57.600188 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-13e6fe66-c8ef-44b6-a155-ca2da4645bd0 req-20964071-c3a0-466b-b86c-ec5ad585cc5c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901722 Jul 23 16:39:58.076690 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37568) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:39:58.112956 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-14cf5f65-6c65-44ad-bebf-cba8f44fa090 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151638 Jul 23 16:39:58.791223 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2d50ec22-c22f-47f4-b235-6fb67fe035ab req-1455fc8c-1d30-4288-81db-379b30abfbb9 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671774 Jul 23 16:40:00.365101 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Deleting port 56b09112-591e-472c-8002-e16a7739cd68 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:00.365864 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:00.531884 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182f55-6816-45b8-81ed-de40105d3538 req-39271806-c98a-4303-a0b1-ea2ef0c3cd02 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.546589 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c8182f55-6816-45b8-81ed-de40105d3538 req-39271806-c98a-4303-a0b1-ea2ef0c3cd02 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 1.4487209 Jul 23 16:40:00.693213 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b1fb6-6bca-4caa-a0f3-d57e3caac935 req-14c93a1b-4cd2-4a8b-9d1c-87aa31c71bd7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:00.699654 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f17b1fb6-6bca-4caa-a0f3-d57e3caac935 req-14c93a1b-4cd2-4a8b-9d1c-87aa31c71bd7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 1.2262967 Jul 23 16:40:00.863988 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c8182f55-6816-45b8-81ed-de40105d3538 req-90006ce2-2a26-4bfc-852d-80ea00236c83 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156815 Jul 23 16:40:01.121567 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f17b1fb6-6bca-4caa-a0f3-d57e3caac935 req-f76e0b03-db2c-4050-99f4-d121cfb1118e tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194930 Jul 23 16:40:01.358453 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.359030 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:01.690154 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Calling delete_port for 56b09112-591e-472c-8002-e16a7739cd68 owned by network:floatingip {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:02.690470 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:02.708608 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:02.721740 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-990c2c6e-d3de-45f8-a33e-5767497a9077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1099 time: 0.3648891 Jul 23 16:40:02.914450 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event deleted for resources: {'Port': ['ID=56b09112-591e-472c-8002-e16a7739cd68,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:02.943556 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:03.218867 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b2f-381c-4043-bebf-f72c4c9c4571 req-60db1cb7-7e24-4ba8-9c78-d35c4c85e87b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:03.219830 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e33a4b2f-381c-4043-bebf-f72c4c9c4571 req-60db1cb7-7e24-4ba8-9c78-d35c4c85e87b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 946 time: 0.7829905 Jul 23 16:40:03.263329 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-339ee2a1-5f19-4764-8426-aaaa1ef98c84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:03.266151 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-339ee2a1-5f19-4764-8426-aaaa1ef98c84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.5398684 Jul 23 16:40:03.656761 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-ef3a439f-7261-4b4d-a3f4-f3c64bf12d53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 1002 time: 0.3709598 Jul 23 16:40:03.671124 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:03.749314 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for floatingip, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:03.858703 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-09c6e314-29c4-4dae-b125-06cba1a149e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:03.865025 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-09c6e314-29c4-4dae-b125-06cba1a149e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.1586518 Jul 23 16:40:03.986492 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e33a4b2f-381c-4043-bebf-f72c4c9c4571 req-24980238-9cea-4f7b-af61-2f78103c0e7e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6770778 Jul 23 16:40:04.088638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd0e4d-8529-4442-80b4-663d3d6d77e3 req-df4294cb-f2fb-4772-816b-03ae6fc7a2e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:04.115177 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-17dd0e4d-8529-4442-80b4-663d3d6d77e3 req-df4294cb-f2fb-4772-816b-03ae6fc7a2e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 1.2202313 Jul 23 16:40:04.246840 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.340483 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-17dd0e4d-8529-4442-80b4-663d3d6d77e3 req-efc425f2-e9ac-4bfc-a511-63794fc5a2bc tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169375 Jul 23 16:40:04.401714 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:04.403775 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:04.419654 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-fcb86d12-3b89-4406-95b9-6dc5d2329899 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3576622 Jul 23 16:40:04.427818 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:04.454982 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:04.719001 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'code': 200} Jul 23 16:40:04.757437 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=8']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:04.764050 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:04.938483 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-51b48f3f-f8c9-43c9-bf08-5cd52cb01174 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989879 Jul 23 16:40:05.326339 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-2208dec8-1c85-4314-99b0-1d5d6e246a28 req-9d891cbe-114d-471e-871e-afc10c9b1d08 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730686 Jul 23 16:40:06.110003 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a34e2-5a38-4946-863b-76060a07398c req-8c248253-b0fd-4c73-b15d-d21f9df7274a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.115663 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b82a34e2-5a38-4946-863b-76060a07398c req-8c248253-b0fd-4c73-b15d-d21f9df7274a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.2395928 Jul 23 16:40:06.154345 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:40:06.180252 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283ff1f-5447-453f-8033-64e7f5d13ba7 req-f0eb5ff0-0f3f-480f-82a9-78d5ee792e7a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:06.183622 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4283ff1f-5447-453f-8033-64e7f5d13ba7 req-f0eb5ff0-0f3f-480f-82a9-78d5ee792e7a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.4950669 Jul 23 16:40:06.273700 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:06.320599 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4283ff1f-5447-453f-8033-64e7f5d13ba7 req-e411edce-cc98-44b2-92bb-35819ac38f64 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802436 Jul 23 16:40:06.519306 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b82a34e2-5a38-4946-863b-76060a07398c req-83ecd70e-cf10-45c4-94cb-2d81b1e62d0d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818684 Jul 23 16:40:06.975139 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:06.998481 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] Sync routers for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:40:07.018754 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:07.027667 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:07.029825 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:42Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:07.143942 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "DELETE /v2.0/floatingips/faeee006-8c0e-4ea9-948f-e6914e509595 HTTP/1.1" status: 204 len: 168 time: 9.0645654 Jul 23 16:40:07.145315 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:07.262968 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'status': 'completed', 'code': 200} Jul 23 16:40:07.498591 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-c1d5aba5-6593-4c5a-8a0f-9d9228d9a9ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 1098 time: 0.1417181 Jul 23 16:40:07.513354 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:07.854941 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-9c3dd680-8ad2-4a5c-8bad-7e9a1652f05c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:07.859814 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-9c3dd680-8ad2-4a5c-8bad-7e9a1652f05c service neutron] 10.222.0.48 "GET /v2.0/networks?id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 200 len: 910 time: 0.3451002 Jul 23 16:40:08.098792 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.176698 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-77d7a58c-b8ea-4b91-9efd-2f066ba9e494 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 200 len: 217 time: 0.2975874 Jul 23 16:40:08.291555 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:34:09Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:08.304013 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] Checking router: 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:40:08.342808 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d6ab3-332c-44e6-b92a-69fb6f354809 req-c09918c6-a492-4701-b8f9-b3d211e23727 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.351171 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-be5d6ab3-332c-44e6-b92a-69fb6f354809 req-c09918c6-a492-4701-b8f9-b3d211e23727 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.4867501 Jul 23 16:40:08.355452 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:08.356527 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:39:42Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:08.358940 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-60ee2a22-43fe-4692-8e74-c6da6ea3ef39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.361177 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-60ee2a22-43fe-4692-8e74-c6da6ea3ef39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 200 len: 847 time: 0.1770611 Jul 23 16:40:08.426370 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf918257-50a4-46e5-8950-be2f653dee22 req-00287088-3224-490d-9b11-b45a2239a6e9 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.430790 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cf918257-50a4-46e5-8950-be2f653dee22 req-00287088-3224-490d-9b11-b45a2239a6e9 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.4189148 Jul 23 16:40:08.509876 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-be5d6ab3-332c-44e6-b92a-69fb6f354809 req-d9b6ea79-e6a8-48ea-a7e4-fe523c9f6a0b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508653 Jul 23 16:40:08.536378 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cf918257-50a4-46e5-8950-be2f653dee22 req-499b3815-4a2f-43ae-b178-39aa4b053937 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888772 Jul 23 16:40:08.641498 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-42c60a07-9251-40de-9f43-74346a5a4655 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2701650 Jul 23 16:40:08.644503 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:08.847110 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3d131c30-5170-4373-9213-8fd5388c3fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:08.880749 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-16d30823-aabf-4aad-bda3-47cb5fecc410 service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271128 Jul 23 16:40:08.913915 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba826bc-f7bc-407d-9385-e784b2c38500 req-712e85ee-d63f-4595-af8e-0b7d26c82ebd tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:08.917187 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-6ba826bc-f7bc-407d-9385-e784b2c38500 req-712e85ee-d63f-4595-af8e-0b7d26c82ebd tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Synchronizing usage tracker for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:40:08.944102 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-6ba826bc-f7bc-407d-9385-e784b2c38500 req-712e85ee-d63f-4595-af8e-0b7d26c82ebd tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Unset dirty status for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:40:08.945782 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6ba826bc-f7bc-407d-9385-e784b2c38500 req-712e85ee-d63f-4595-af8e-0b7d26c82ebd tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.1873007 Jul 23 16:40:09.014211 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6ba826bc-f7bc-407d-9385-e784b2c38500 req-6be45431-24be-4b5e-a2e2-fd5701eaf1cd tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597684 Jul 23 16:40:09.081946 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-fb0b60a7-bd58-454b-8a06-48525a3a42da req-1492c184-4174-46fe-9ec5-99c17a7858fc service neutron] 10.222.0.48 "GET /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945081 Jul 23 16:40:09.182656 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:34:09Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:09.192593 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961d91db-68a7-4de0-add2-353688c3cdbf None None] The sync data for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb is: [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': '160fb3bf-d3a7-4548-9a52-8eacf720a53d', 'name': '', 'network_id': 'd76d367e-f4e8-4e3b-9f2e-a5d123d1b1af', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'mac_address': 'fa:16:3e:ff:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:36Z', 'updated_at': '2021-07-23T16:34:09Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'subnets': [{'id': '6b8963c3-6891-4154-8233-ae6a7beb202a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:40:09.584178 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac983d8-93bb-4871-a3d9-cb0605e01b03 None None] New status for floating IP faeee006-8c0e-4ea9-948f-e6914e509595: DOWN {{(pid=74351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:40:10.095201 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-2b8e1d2e-d585-41d4-a006-d6f91a038139 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.096473 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-2b8e1d2e-d585-41d4-a006-d6f91a038139 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Synchronizing usage tracker for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:40:10.152186 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-2b8e1d2e-d585-41d4-a006-d6f91a038139 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Unset dirty status for tenant:a2f69bc9202b49e187f572f9409f7ebf on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:40:10.156339 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-2b8e1d2e-d585-41d4-a006-d6f91a038139 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.48 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.3354583 Jul 23 16:40:10.183945 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c880-b49b-4e9b-a630-6734dcd88643 req-a4533226-0038-4b4a-b795-cce317340dad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.197794 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec1c880-b49b-4e9b-a630-6734dcd88643 req-a4533226-0038-4b4a-b795-cce317340dad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.3160467 Jul 23 16:40:10.212825 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571c02-9321-4110-8775-545918258b29 req-46d78b58-d9b3-40ec-b9c2-30069f59d88d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.215580 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee571c02-9321-4110-8775-545918258b29 req-46d78b58-d9b3-40ec-b9c2-30069f59d88d tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.2382979 Jul 23 16:40:10.260523 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Deleting port def1c00e-5784-4c0f-b1d5-5f052738ed48 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:10.261125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.265367 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37740) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:10.326094 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fec1c880-b49b-4e9b-a630-6734dcd88643 req-68a3b8d1-12b7-4cbc-a278-be65c24e0b77 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270609 Jul 23 16:40:10.335462 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee571c02-9321-4110-8775-545918258b29 req-c328840e-78e3-4355-985a-fd8d49e5b960 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927811 Jul 23 16:40:10.669674 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.755653 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:10.763636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Usage tracker for resource:security_group_rule and tenant:f4353e3aa00a44d489aa1a959b365173 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:10.768979 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:10.780560 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:10.790060 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] For port def1c00e-5784-4c0f-b1d5-5f052738ed48, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=def1c00e-5784-4c0f-b1d5-5f052738ed48,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:10.790632 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.904608 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317a14-30c4-4591-a0f9-463abf2764d0 req-7df25c2b-2f01-4f06-a057-b49d6da35790 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:10.906389 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-93317a14-30c4-4591-a0f9-463abf2764d0 req-7df25c2b-2f01-4f06-a057-b49d6da35790 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 945 time: 0.3123779 Jul 23 16:40:10.963830 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.970176 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:10.978360 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-57dba441-531f-4e49-a38f-f3ac873c6918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:11.058346 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Calling delete_port for def1c00e-5784-4c0f-b1d5-5f052738ed48 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:11.190862 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-65a4f7ee-0abe-4034-8f9c-a35a512e35fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.301661 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-93317a14-30c4-4591-a0f9-463abf2764d0 req-f672b083-c083-4cbb-8541-a863d4bb709b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/security-groups?id=687a7232-6b62-4c7e-a75d-2231de3987e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746138 Jul 23 16:40:11.304919 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cf9732-d077-44ae-8460-bbc4923b3ec5,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.312968 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:11.324904 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4353e3aa00a44d489aa1a959b365173&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0569539 Jul 23 16:40:11.329367 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37762) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:11.411163 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.434717 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ec04eb84-449f-444c-bdac-48ca019691d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:11.581314 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.699082 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.704869 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event deleted for resources: {'Port': ['ID=def1c00e-5784-4c0f-b1d5-5f052738ed48,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.707456 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 43c37104-9df2-4906-a4b1-7bb51ead8f6a details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:40:11.708127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:11.723306 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] No DVR routers for this DVR port def1c00e-5784-4c0f-b1d5-5f052738ed48 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:11.728565 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.733457 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-deleted', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:11.756452 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-aefa7be7-155b-4cd4-bc61-0ea92ee41170 req-6fea1358-fa4c-4bb7-8d15-d74f335f1172 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.48 "DELETE /v2.0/ports/def1c00e-5784-4c0f-b1d5-5f052738ed48 HTTP/1.1" status: 204 len: 173 time: 1.5885468 Jul 23 16:40:11.818937 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee7089-1cc3-48d9-894d-cf347c64a115 req-cfec2ebc-0a0f-47a0-9555-d5a30117e310 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:11.832901 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a1ee7089-1cc3-48d9-894d-cf347c64a115 req-cfec2ebc-0a0f-47a0-9555-d5a30117e310 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 944 time: 0.2238786 Jul 23 16:40:11.920144 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.928562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-56259ef9-f355-40a0-9607-c1ac3249d707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:11.950681 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:11.954410 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14cf9732-d077-44ae-8460-bbc4923b3ec5 HTTP/1.1" status: 204 len: 168 time: 0.6206415 Jul 23 16:40:11.965438 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a1ee7089-1cc3-48d9-894d-cf347c64a115 req-e3f5e4ce-3ce1-475e-a688-683917628f89 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311665 Jul 23 16:40:11.966692 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cf9732-d077-44ae-8460-bbc4923b3ec5,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:11.975370 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:12.075862 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18cf793-079a-4af1-aac0-97d66e2ef195', 'name': 'network-vif-deleted', 'tag': 'def1c00e-5784-4c0f-b1d5-5f052738ed48', 'status': 'completed', 'code': 200} Jul 23 16:40:12.077933 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:12.111626 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'port_id': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'mac_address': 'fa:16:3e:46:86:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:40:12.281287 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.314406 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c37104-9df2-4906-a4b1-7bb51ead8f6a {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:12.342470 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:12.349190 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.352965 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-b0ba0134-f7ab-4198-82d8-17c6a4932789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:12.457409 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:12.461503 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:12.662148 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:12.738654 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['43c37104-9df2-4906-a4b1-7bb51ead8f6a'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:40:12.775481 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4879b858-5111-4c1b-a3de-2a8aac0df76c req-457a3d35-40e5-4e09-b392-b3bcddce6847 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "GET /v2.0/ports?device_id=b18cf793-079a-4af1-aac0-97d66e2ef195 HTTP/1.1" status: 200 len: 210 time: 0.0895138 Jul 23 16:40:13.320689 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29c430-1660-4036-a98f-bb889e01734b req-e98ea5c4-a357-40f2-a943-a995a363387e tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:13.323919 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d29c430-1660-4036-a98f-bb889e01734b req-e98ea5c4-a357-40f2-a943-a995a363387e tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 945 time: 0.1897361 Jul 23 16:40:13.389265 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4d29c430-1660-4036-a98f-bb889e01734b req-20ed0506-2087-4372-9a33-71b7a5c6500a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524168 Jul 23 16:40:13.602829 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e45d2120-ce03-4476-9258-e37238528ad5 req-f9dfc1a6-149b-4e91-89b0-11586b6dff03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0876660 Jul 23 16:40:13.723232 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 43c37104-9df2-4906-a4b1-7bb51ead8f6a up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:40:13.851762 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 43c37104-9df2-4906-a4b1-7bb51ead8f6a completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:40:13.859266 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 43c37104-9df2-4906-a4b1-7bb51ead8f6a triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:13.859883 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.008597 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.039474 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37808) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:14.048196 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-13b6c4eb-4447-4a47-82eb-b72b0100c933 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1835599 Jul 23 16:40:14.085290 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2de535-6951-4cda-b1cb-2de065743537 req-0d002f7c-1031-4cd8-995e-0cbb0e74fed1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:14.094418 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d2de535-6951-4cda-b1cb-2de065743537 req-0d002f7c-1031-4cd8-995e-0cbb0e74fed1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.2060492 Jul 23 16:40:14.189337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.202950 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1d2de535-6951-4cda-b1cb-2de065743537 req-928ab695-72a0-4620-a149-c19d5f9d1088 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989749 Jul 23 16:40:14.219229 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.245993 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:14.266504 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:14.276202 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.279538 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:14.297486 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.334945 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:14.402242 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'code': 200} Jul 23 16:40:14.436477 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.463226 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b3b0e67c-a75d-40d3-8f70-15586a58ae4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:14.510373 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a7232-6b62-4c7e-a75d-2231de3987e5,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.524851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:14.557365 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:14.559545 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] 10.222.0.47 "DELETE /v2.0/security-groups/687a7232-6b62-4c7e-a75d-2231de3987e5 HTTP/1.1" status: 204 len: 168 time: 0.5177348 Jul 23 16:40:14.605626 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:14.647477 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:14.727135 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:14.756307 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:40:14.826118 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53b783-684b-45ec-8d69-1ada5d2ed38d req-a3ed2b71-8b77-454b-b987-d166619902f0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:14.830986 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bd53b783-684b-45ec-8d69-1ada5d2ed38d req-a3ed2b71-8b77-454b-b987-d166619902f0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.1727896 Jul 23 16:40:14.836227 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: def1c00e-5784-4c0f-b1d5-5f052738ed48 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:14.836812 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device def1c00e-5784-4c0f-b1d5-5f052738ed48 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:14.934106 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bd53b783-684b-45ec-8d69-1ada5d2ed38d req-6865ea9b-fce6-4c44-a794-12eb011b7fae tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895536 Jul 23 16:40:15.020763 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f7dff063-eb5d-4a7b-b342-e7449981f65e req-f5addee8-cd88-4878-93ef-86476e99b90c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1099 time: 0.1545911 Jul 23 16:40:15.215809 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-f7dff063-eb5d-4a7b-b342-e7449981f65e req-69330a08-8a89-4625-b26c-891e2c9d137e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809304 Jul 23 16:40:15.247988 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-d218a8f1-c112-479b-91f3-0cd0db0a4b6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d&tenant_id=da97d06d821f40979b816907e213fcac HTTP/1.1" status: 200 len: 1097 time: 0.1672034 Jul 23 16:40:15.689776 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-14870f83-86f2-49c8-9a4c-c5a2022c7b34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1097 time: 0.1483014 Jul 23 16:40:15.723388 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37846) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:15.784704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba54a4-fc1c-4ceb-98ae-008953f8c18b req-83a88d3e-b401-4b87-80ee-f7387eb7afa9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:15.792330 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-38ba54a4-fc1c-4ceb-98ae-008953f8c18b req-83a88d3e-b401-4b87-80ee-f7387eb7afa9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.1580906 Jul 23 16:40:15.863530 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-38ba54a4-fc1c-4ceb-98ae-008953f8c18b req-45455fcf-5166-406a-82c1-4c21c9f32999 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670807 Jul 23 16:40:16.019090 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-aa85c288-91fb-4ca2-87b2-8ae4f8acdbfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.021501 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-aa85c288-91fb-4ca2-87b2-8ae4f8acdbfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.3241968 Jul 23 16:40:16.232759 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-b9aef92e-dca3-4a72-9273-24ff69af95c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 1000 time: 0.2003679 Jul 23 16:40:16.312990 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34aa5ae-0b0c-4fed-9401-d84c98d7bc08 req-c17971d2-eac4-4903-9531-c40dafb11f2f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.314781 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f34aa5ae-0b0c-4fed-9401-d84c98d7bc08 req-c17971d2-eac4-4903-9531-c40dafb11f2f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.1909883 Jul 23 16:40:16.367537 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-b6c0092e-d230-46d1-9cfc-3a1b2f89a5d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:16.369991 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-b6c0092e-d230-46d1-9cfc-3a1b2f89a5d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.1168818 Jul 23 16:40:16.469761 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f34aa5ae-0b0c-4fed-9401-d84c98d7bc08 req-c2a6683f-e642-44ff-8096-cc6790a2e5dc tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458564 Jul 23 16:40:16.514249 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-984e36a4-0829-4b1b-9799-714d426b5ec4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1314833 Jul 23 16:40:16.757827 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-eeda0044-8d02-4aa3-8cea-33761d93eefc service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269442 Jul 23 16:40:16.802059 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:16.977436 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-b988002a-ab7f-4331-a36f-0afb32fb728b req-ec0da46f-853d-49fe-9659-a7e3027559e4 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130115 Jul 23 16:40:17.570750 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05428f-b302-4075-93aa-d1c1e2109637 req-1d639060-53bb-4836-ade4-cc8d046f138b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.572658 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4c05428f-b302-4075-93aa-d1c1e2109637 req-1d639060-53bb-4836-ade4-cc8d046f138b tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.4110136 Jul 23 16:40:17.755911 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4c05428f-b302-4075-93aa-d1c1e2109637 req-796beebb-cf58-49d6-8696-660f1fb00900 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705549 Jul 23 16:40:17.882230 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5894a-e551-4974-8ca0-b6db35e049a2 req-e8504a7c-a079-4d02-9790-1cbb121280cf tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:17.884184 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-93f5894a-e551-4974-8ca0-b6db35e049a2 req-e8504a7c-a079-4d02-9790-1cbb121280cf tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.1898334 Jul 23 16:40:17.949248 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-93f5894a-e551-4974-8ca0-b6db35e049a2 req-21771807-34ed-449f-8bd9-a3833c1a015f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551081 Jul 23 16:40:18.207717 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Deleting port 160fb3bf-d3a7-4548-9a52-8eacf720a53d {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:18.207930 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:18.439795 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7e533-d87f-4538-bc00-87ae95deb526 req-d973f625-66d2-48c8-a4ec-92c07ee41950 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:18.450030 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-61c7e533-d87f-4538-bc00-87ae95deb526 req-d973f625-66d2-48c8-a4ec-92c07ee41950 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.3140292 Jul 23 16:40:18.634679 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-61c7e533-d87f-4538-bc00-87ae95deb526 req-fc82202e-3aae-43f9-a38d-b9085306fcdc tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832502 Jul 23 16:40:18.665649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] For port 160fb3bf-d3a7-4548-9a52-8eacf720a53d, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=160fb3bf-d3a7-4548-9a52-8eacf720a53d,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:18.666698 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:19.207217 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Calling delete_port for 160fb3bf-d3a7-4548-9a52-8eacf720a53d owned by network:router_interface {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:19.624279 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff5ee-dfa3-4217-bcd6-1ee8c3674bd7 req-8a67d0f4-c4e3-434a-90ff-b2193da8d4c5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:19.626381 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0d5ff5ee-dfa3-4217-bcd6-1ee8c3674bd7 req-8a67d0f4-c4e3-434a-90ff-b2193da8d4c5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.2294025 Jul 23 16:40:19.882026 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0d5ff5ee-dfa3-4217-bcd6-1ee8c3674bd7 req-3230f0fb-c2e2-4273-b5b1-c8abb5efc48c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364881 Jul 23 16:40:20.147104 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432537-818d-4a3f-bc8a-c64d7b765153 req-51ef38b7-18d9-489e-87f7-5c2d7579d1a6 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:20.150198 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0f432537-818d-4a3f-bc8a-c64d7b765153 req-51ef38b7-18d9-489e-87f7-5c2d7579d1a6 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.4646757 Jul 23 16:40:20.151342 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:20.227692 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d12b86cf-2008-49b8-b80f-b34a10099a27 tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:20.389872 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=160fb3bf-d3a7-4548-9a52-8eacf720a53d,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:20.405923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:20.796597 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0f432537-818d-4a3f-bc8a-c64d7b765153 req-c313a7d4-931c-4753-9f2a-f02f7d657372 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152751 Jul 23 16:40:21.624270 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591061-83a4-4eff-8565-b1e478f5e672 req-87073bd1-00d0-4b1f-8f5e-50fdb0f180ff tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:21.643761 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fb591061-83a4-4eff-8565-b1e478f5e672 req-87073bd1-00d0-4b1f-8f5e-50fdb0f180ff tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.2968793 Jul 23 16:40:21.683328 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:21.955241 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fb591061-83a4-4eff-8565-b1e478f5e672 req-10d58bea-1487-427c-92db-a7e20d1e28e9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099678 Jul 23 16:40:23.230985 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:40:23.670718 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7a312-e4ac-4099-ba40-abb410ae4118 req-84bfe590-bbad-4256-be8a-1e13942127f5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:23.675609 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53b7a312-e4ac-4099-ba40-abb410ae4118 req-84bfe590-bbad-4256-be8a-1e13942127f5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.3003955 Jul 23 16:40:23.938720 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-53b7a312-e4ac-4099-ba40-abb410ae4118 req-cd52982d-05b0-4255-9d18-d9fdbee05baf tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422137 Jul 23 16:40:23.979702 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:23.995384 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] Sync routers for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:40:24.025894 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] 10.222.0.47 "PUT /v2.0/routers/7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2991357 Jul 23 16:40:24.030071 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37954) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:24.031158 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:24.031486 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:40:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:24.376391 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:24.679047 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks [] for router, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:24.868716 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:40:19Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:24.877196 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] Checking router: 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:40:24.896456 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] Routers {'7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:24.898034 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:40:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:25.023903 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.040393 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Deleting port db8fc8ae-25b6-4414-acc4-02079c32c9dd {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:25.041722 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.329099 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] Set router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:25.407175 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f62b3d-57b5-4bf6-9b1b-c6c989a6c4bd req-86f27040-9c8c-4939-826f-2be6062c839a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:25.413715 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-99f62b3d-57b5-4bf6-9b1b-c6c989a6c4bd req-86f27040-9c8c-4939-826f-2be6062c839a tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.1752286 Jul 23 16:40:25.414595 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] For port db8fc8ae-25b6-4414-acc4-02079c32c9dd, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=db8fc8ae-25b6-4414-acc4-02079c32c9dd,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:25.415453 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.577516 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-99f62b3d-57b5-4bf6-9b1b-c6c989a6c4bd req-2e6cbf90-a1f5-45ad-93dc-873c2fbea3d9 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534801 Jul 23 16:40:25.608142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Calling delete_port for db8fc8ae-25b6-4414-acc4-02079c32c9dd owned by network:router_gateway {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:25.926055 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:40:19Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:25.930079 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:25.933406 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54da2c0-6936-4cc1-b751-9c9acb156f8e None None] The sync data for ids ['7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6'] in dv-cinder-802039-1-smb is: [{'id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'name': 'tempest-TestShelveInstance-536963717-router', 'tenant_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81'}], 'enable_snat': True}, 'gw_port_id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:12Z', 'updated_at': '2021-07-23T16:40:19Z', 'revision_number': 5, 'project_id': 'a2f69bc9202b49e187f572f9409f7ebf', 'gw_port': {'id': 'db8fc8ae-25b6-4414-acc4-02079c32c9dd', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:17Z', 'updated_at': '2021-07-23T16:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:40:25.936933 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-34ae137a-a844-436f-80a8-ce8f0d51c9c8 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:26.152192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8fc8ae-25b6-4414-acc4-02079c32c9dd,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:26.166329 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:26.672005 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 160fb3bf-d3a7-4548-9a52-8eacf720a53d no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:26.771765 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 160fb3bf-d3a7-4548-9a52-8eacf720a53d {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:26.772187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 160fb3bf-d3a7-4548-9a52-8eacf720a53d not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:26.847297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.201650 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccdead-03d4-4823-a2d4-d5c304d72144 req-3d7f3ac9-cf92-4648-9cdf-ead2e1b9df50 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:27.203578 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fdccdead-03d4-4823-a2d4-d5c304d72144 req-3d7f3ac9-cf92-4648-9cdf-ead2e1b9df50 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.2121501 Jul 23 16:40:27.367247 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-fdccdead-03d4-4823-a2d4-d5c304d72144 req-3cd3712b-ce98-4ecd-9eb4-f917a67dd029 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503427 Jul 23 16:40:27.370882 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.389434 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.491330 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.493218 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 {{(pid=74349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:27.522380 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.525181 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7226d3bc-1c2f-4fd2-bb35-58d68e6e68d6 HTTP/1.1" status: 204 len: 168 time: 3.4934056 Jul 23 16:40:27.530882 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 37982) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:27.669792 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Deleting subnet 6b8963c3-6891-4154-8233-ae6a7beb202a {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:40:27.680671 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.790546 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:27.934963 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.123696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.130128 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:28.181238 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8963c3-6891-4154-8233-ae6a7beb202a,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:28.194765 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:28.201425 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.209547 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e1f45-73cd-490f-86a7-8ae36423534d None None] Network d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:40:28.237243 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f9acdfec-5963-4a28-8393-06258bebee9f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6b8963c3-6891-4154-8233-ae6a7beb202a HTTP/1.1" status: 204 len: 168 time: 0.7038872 Jul 23 16:40:28.241549 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 37994) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:28.497047 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device db8fc8ae-25b6-4414-acc4-02079c32c9dd no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:28.515130 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.546626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Deleting port ee2f385d-c4fd-43c1-9a28-aac6a57b738c {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:28.547192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:28.637170 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: db8fc8ae-25b6-4414-acc4-02079c32c9dd {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:28.637823 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device db8fc8ae-25b6-4414-acc4-02079c32c9dd not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:28.813439 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] DHCP port deletion for d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af request from dv-cinder-802039-1-smb {{(pid=74351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 23 16:40:28.823843 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Deleting port ee2f385d-c4fd-43c1-9a28-aac6a57b738c {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:28.824445 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.023103 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df543177-673f-466c-bfe1-e74328170df6 req-22384972-81a7-4e3f-8a16-e5df49475ae6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:29.038663 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df543177-673f-466c-bfe1-e74328170df6 req-22384972-81a7-4e3f-8a16-e5df49475ae6 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.3167980 Jul 23 16:40:29.049362 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] For port ee2f385d-c4fd-43c1-9a28-aac6a57b738c, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:29.051431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.189936 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df543177-673f-466c-bfe1-e74328170df6 req-0a173195-0430-4869-a1b1-7395dea9b74c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229141 Jul 23 16:40:29.387542 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Calling delete_port for ee2f385d-c4fd-43c1-9a28-aac6a57b738c owned by network:dhcp {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:29.429600 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] For port ee2f385d-c4fd-43c1-9a28-aac6a57b738c, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,segment=NetworkSegment(01305a4a-e22c-407e-88db-9e74b589bb97),segment_id=01305a4a-e22c-407e-88db-9e74b589bb97)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:29.431256 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.540478 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.577747 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b18f2126-3747-4e30-a94e-75c5f5e99f5b tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:29.646403 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Calling delete_port for ee2f385d-c4fd-43c1-9a28-aac6a57b738c owned by network:dhcp {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:29.672232 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] No DVR routers for this DVR port ee2f385d-c4fd-43c1-9a28-aac6a57b738c on host dv-cinder-802039-1-smb {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:29.741791 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2f385d-c4fd-43c1-9a28-aac6a57b738c,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:29.746999 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:29.808965 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:29.809595 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:29.943491 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:29.969168 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:29.999961 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01305a4a-e22c-407e-88db-9e74b589bb97') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:30.000392 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01305a4a-e22c-407e-88db-9e74b589bb97') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:30.030502 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.085887 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.097557 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:40:30.098164 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:30.246606 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:30.311476 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Deleting port ee2f385d-c4fd-43c1-9a28-aac6a57b738c {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:30.312223 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.357218 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.364368 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:30.399214 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:30.415830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:30.420191 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:30.425831 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c7949-023a-4c29-9728-1c1b5000c129 None None] The port 'ee2f385d-c4fd-43c1-9a28-aac6a57b738c' was deleted {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 23 16:40:30.453961 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-d66ec7dc-ab2e-4396-8e6a-ac0e6e3ad0a8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d76d367e-f4e8-4e3b-9f2e-a5d123d1b1af HTTP/1.1" status: 204 len: 168 time: 2.2048340 Jul 23 16:40:30.454540 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38010) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:30.529518 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device ee2f385d-c4fd-43c1-9a28-aac6a57b738c no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:30.592266 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: ee2f385d-c4fd-43c1-9a28-aac6a57b738c {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:30.592771 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device ee2f385d-c4fd-43c1-9a28-aac6a57b738c not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:30.764861 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df50a7-2783-4c6a-bae6-ec74b752fba5 req-7bae35dd-3ff2-40a9-be82-1f3c7921d5d8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:30.766646 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2df50a7-2783-4c6a-bae6-ec74b752fba5 req-7bae35dd-3ff2-40a9-be82-1f3c7921d5d8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.1568823 Jul 23 16:40:30.963180 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2df50a7-2783-4c6a-bae6-ec74b752fba5 req-15859e9b-b145-4e70-b1fc-254a87485962 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347892 Jul 23 16:40:31.392737 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.448362 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Deleting port 4cd3c693-6746-4c32-8731-929c2e8e0051 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:32.449305 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:32.633291 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df957dcb-750c-43b6-8070-31c1a6c708ec req-15cf1055-80b2-4601-b52e-bd6b39a4da49 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:32.634889 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df957dcb-750c-43b6-8070-31c1a6c708ec req-15cf1055-80b2-4601-b52e-bd6b39a4da49 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.3296957 Jul 23 16:40:32.829353 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-df957dcb-750c-43b6-8070-31c1a6c708ec req-4cf117f7-e0a0-4e89-82df-cac0716a4c51 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822631 Jul 23 16:40:32.840286 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] For port 4cd3c693-6746-4c32-8731-929c2e8e0051, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=4cd3c693-6746-4c32-8731-929c2e8e0051,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:32.841148 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.134331 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Calling delete_port for 4cd3c693-6746-4c32-8731-929c2e8e0051 owned by network:router_interface {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:33.336253 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.340401 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0276e88d-6ead-4c65-9bab-e8e9ee45be6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:33.383267 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd3c693-6746-4c32-8731-929c2e8e0051,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:33.387703 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:33.806764 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:33.862321 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:40:34.174169 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:34.200940 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '72493a7a-d905-4358-9e0f-ce93381ff837', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'port_id': '72493a7a-d905-4358-9e0f-ce93381ff837', 'mac_address': 'fa:16:3e:b5:4e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:40:34.296969 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.335015 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72493a7a-d905-4358-9e0f-ce93381ff837 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:40:34.371205 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:34.381026 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:34.384591 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:34.526942 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=9']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:34.539889 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.541060 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.541982 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.542952 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.543551 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.544284 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.545187 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.545846 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.546573 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.547316 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.548057 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:34.567412 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:34.600643 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8c652-bd24-4c19-8ae9-08f3058b255a req-ebe6a191-ebcf-4b3d-a510-da1a2fd305f3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:34.602885 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-81a8c652-bd24-4c19-8ae9-08f3058b255a req-ebe6a191-ebcf-4b3d-a510-da1a2fd305f3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.4258184 Jul 23 16:40:34.664645 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287044ca-1963-4eee-ae75-ee645d4f0be1 req-85c3ba05-7d4d-4cfa-9e81-4ec0bed4b081 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:34.666397 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-287044ca-1963-4eee-ae75-ee645d4f0be1 req-85c3ba05-7d4d-4cfa-9e81-4ec0bed4b081 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 944 time: 0.3829782 Jul 23 16:40:34.718179 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['72493a7a-d905-4358-9e0f-ce93381ff837'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:40:34.845940 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-81a8c652-bd24-4c19-8ae9-08f3058b255a req-c666edd8-470a-4a9b-8eee-435b5620bfb6 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229075 Jul 23 16:40:34.863443 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-287044ca-1963-4eee-ae75-ee645d4f0be1 req-6944d0c5-8082-41f1-b4e3-a71134a0eb89 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876190 Jul 23 16:40:34.911733 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38058) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:35.228238 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:40:35.347247 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-eedf0804-00e4-4ec7-a1c0-d0578a56ff5e tempest-TestMinimumBasicScenario-645449413 tempest-TestMinimumBasicScenario-645449413-project-admin] Synchronizing usage tracker for tenant:902846c8f6e34b61ae9a4a1dd7efe883 on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:40:35.381463 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-eedf0804-00e4-4ec7-a1c0-d0578a56ff5e tempest-TestMinimumBasicScenario-645449413 tempest-TestMinimumBasicScenario-645449413-project-admin] Unset dirty status for tenant:902846c8f6e34b61ae9a4a1dd7efe883 on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:40:35.386996 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-eedf0804-00e4-4ec7-a1c0-d0578a56ff5e tempest-TestMinimumBasicScenario-645449413 tempest-TestMinimumBasicScenario-645449413-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1094 time: 0.4720140 Jul 23 16:40:35.388510 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38064) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:35.395669 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'floatingip': {'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'port_id': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:35.402353 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:35.407102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:floatingip and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:35.411578 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:35.420377 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:35.438421 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for floatingip, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.677029 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:35.705653 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:35.721366 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] Sync routers for ids ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:40:35.746369 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] Routers {'073eaef8-f7ed-47cb-87fd-2716a0d270f7'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:35.746692 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-683a0645-ec4c-4a5b-82b8-1dad54364c53 admin admin] 10.222.0.47 "PUT /v2.0/routers/073eaef8-f7ed-47cb-87fd-2716a0d270f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2904394 Jul 23 16:40:35.747764 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:40:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:35.751037 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38072) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:35.879027 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:40:36.125852 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Allocated IP 172.28.1.254 (2b4b06d1-877b-4f6e-b954-9053eb19e016/f51e0f5d-ff84-453e-8e2c-2d8669911cc7/ee9a7287-9c11-4732-a358-eebe5acc3419) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:40:36.326181 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.362985 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] Set router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:36.425538 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d34402-8cbc-45e5-94e0-7915a2475cf1 req-6d026d63-6d11-404e-9bb4-b6a40574c7a1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:36.427337 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75d34402-8cbc-45e5-94e0-7915a2475cf1 req-6d026d63-6d11-404e-9bb4-b6a40574c7a1 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 945 time: 0.2225976 Jul 23 16:40:36.491343 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.512567 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks [] for router, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.551216 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-75d34402-8cbc-45e5-94e0-7915a2475cf1 req-330114c6-bbe3-435b-9935-21dac5b700f8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126494 Jul 23 16:40:36.649966 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 72493a7a-d905-4358-9e0f-ce93381ff837 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:36.651267 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.665460 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:36.670584 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-734a3c2f-6b36-4744-82d1-ad93f5aeaaf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:36.819919 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'Port': ['ID=ee9a7287-9c11-4732-a358-eebe5acc3419,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:36.825746 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Network 2b4b06d1-877b-4f6e-b954-9053eb19e016 is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:40:36.840124 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:40:36.845562 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:40:36.903648 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.904061 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.904493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.905142 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.905515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.905926 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.906388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.906922 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.907226 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.908046 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.908046 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:40:36.919254 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:37.101300 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.106372 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.137934 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Deleting port 5a70f782-61ec-49ea-be7a-c746b589c45e {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:37.139383 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.175046 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:37.201631 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:37.207621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:40:33Z', 'revision_number': 5, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port': {'id': '5a70f782-61ec-49ea-be7a-c746b589c45e', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:53Z', 'updated_at': '2021-07-23T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:37.215807 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:37.218755 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] Checking router: 073eaef8-f7ed-47cb-87fd-2716a0d270f7 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:40:37.224611 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:37.323331 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'code': 200} Jul 23 16:40:37.350936 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] Routers {'073eaef8-f7ed-47cb-87fd-2716a0d270f7'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:37.352133 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:40:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:37.552046 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=10']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:37.576056 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:37.639592 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] Set router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 gateway port host: None {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:37.859901 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:40:37Z', 'revision_number': 6, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port_host': None}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:37.868617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4440fa3-7a4d-4309-a30d-31434357db04 None None] The sync data for ids ['073eaef8-f7ed-47cb-87fd-2716a0d270f7'] in dv-cinder-802039-1-smb is: [{'id': '073eaef8-f7ed-47cb-87fd-2716a0d270f7', 'name': 'tempest-TestShelveInstance-447671544-router', 'tenant_id': 'fb90a0055c8f47aa81d382a04764682f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:51Z', 'updated_at': '2021-07-23T16:40:37Z', 'revision_number': 6, 'project_id': 'fb90a0055c8f47aa81d382a04764682f', 'gw_port_host': None}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:40:38.033767 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] For port 5a70f782-61ec-49ea-be7a-c746b589c45e, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=5a70f782-61ec-49ea-be7a-c746b589c45e,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:38.034393 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.083835 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.099532 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc234f-3ae8-44d7-b397-8c561651f515 req-23cb2986-6429-48b1-956d-c47ce82a1110 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:38.115268 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cedc234f-3ae8-44d7-b397-8c561651f515 req-23cb2986-6429-48b1-956d-c47ce82a1110 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1742992 Jul 23 16:40:38.191412 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-cedc234f-3ae8-44d7-b397-8c561651f515 req-a09d6301-5778-4073-8d56-5c12a2eb1d44 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740449 Jul 23 16:40:38.239646 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Calling delete_port for 5a70f782-61ec-49ea-be7a-c746b589c45e owned by network:router_gateway {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:38.331737 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bf045646-0b2c-43da-828f-217821d8df4f req-c230ad65-5c7e-494c-a112-0c9d07504d54 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1100 time: 0.4940758 Jul 23 16:40:38.466131 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bf045646-0b2c-43da-828f-217821d8df4f req-8479ad73-5f86-4afd-9d32-5d8256ede344 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239951 Jul 23 16:40:38.708732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.849687 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 4cd3c693-6746-4c32-8731-929c2e8e0051 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:38.857996 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.872147 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-70ba8333-ce88-4216-b4a0-009e5715bb66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:38.885980 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-db885548-aab3-4290-81b4-89cc579f9384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.904930 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 4cd3c693-6746-4c32-8731-929c2e8e0051 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:38.905985 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 4cd3c693-6746-4c32-8731-929c2e8e0051 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:38.906727 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 5a70f782-61ec-49ea-be7a-c746b589c45e no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:38.938267 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:38.958700 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: 5a70f782-61ec-49ea-be7a-c746b589c45e {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:38.959361 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device 5a70f782-61ec-49ea-be7a-c746b589c45e not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:38.998019 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Pushing event deleted for resources: {'Port': ['ID=5a70f782-61ec-49ea-be7a-c746b589c45e,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:39.000928 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:39.474447 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101b87-3e07-4206-8dba-de5fc7724350 req-25370fb3-4843-4947-a733-265daa44a857 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:39.477488 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f9101b87-3e07-4206-8dba-de5fc7724350 req-25370fb3-4843-4947-a733-265daa44a857 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1094878 Jul 23 16:40:39.497624 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:39.551848 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f9101b87-3e07-4206-8dba-de5fc7724350 req-34b789a3-834a-44eb-8741-8fadc3f54ca8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659668 Jul 23 16:40:40.186180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.db.resource_extend [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 16:40:40.216505 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.224011 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.232582 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.234332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.239759 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2f8daa2b-d31c-4174-bb40-0ae03c52cbb0 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:40.430642 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'Port': ['ID=ee9a7287-9c11-4732-a358-eebe5acc3419,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:40.444643 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:40.459430 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.460205 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 073eaef8-f7ed-47cb-87fd-2716a0d270f7 {{(pid=74349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:40:40.511786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.603572 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.605030 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] 10.222.0.47 "DELETE /v2.0/routers/073eaef8-f7ed-47cb-87fd-2716a0d270f7 HTTP/1.1" status: 204 len: 168 time: 4.8523996 Jul 23 16:40:40.610772 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38168) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:40.721371 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Deleting subnet 8c2c4bf2-abfd-42df-83d2-e75790ba96a5 {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:40:40.725265 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.809061 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:40.846225 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Floating IP 23a1371f-35a4-4e77-b808-866eccc0895e associated. External IP: 172.28.1.254, port: 43c37104-9df2-4906-a4b1-7bb51ead8f6a. Jul 23 16:40:40.979918 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.013190 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb63af7-d55e-405c-aba8-5fb990ced16d req-06ac42c9-b052-46e0-8d6d-6b83d6aa29a7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:41.014994 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bfb63af7-d55e-405c-aba8-5fb990ced16d req-06ac42c9-b052-46e0-8d6d-6b83d6aa29a7 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1601973 Jul 23 16:40:41.085897 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bfb63af7-d55e-405c-aba8-5fb990ced16d req-51b56899-061e-4562-9b40-e2197c257079 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632498 Jul 23 16:40:41.103500 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.111970 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:41.177713 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8aa5-573c-48d7-a191-bde1c8344129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.190875 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2c4bf2-abfd-42df-83d2-e75790ba96a5,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:41.198866 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:41.209397 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.227265 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-90680f02-21f7-4797-b331-909a64c7c1cf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8c2c4bf2-abfd-42df-83d2-e75790ba96a5 HTTP/1.1" status: 204 len: 168 time: 0.6079507 Jul 23 16:40:41.227265 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38174) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:41.231523 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de045a2d-b00f-4f93-8ddb-158c87b7064d None None] Network 0df852b9-5c52-44d8-b44c-30c87009090b requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:40:41.467665 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.491572 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Deleting port a0a2c443-d38c-4e19-984b-f444238d5d0d {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:41.492592 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.546623 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:40:41.662994 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] DHCP port deletion for 0df852b9-5c52-44d8-b44c-30c87009090b request from dv-cinder-802039-1-smb {{(pid=74351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 23 16:40:41.678690 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Deleting port a0a2c443-d38c-4e19-984b-f444238d5d0d {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:41.679534 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.933497 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] For port a0a2c443-d38c-4e19-984b-f444238d5d0d, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a0a2c443-d38c-4e19-984b-f444238d5d0d,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:41.934490 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:41.947844 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:40:41.964333 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] Sync routers for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:40:41.996903 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:41.998569 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:40:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:42.015429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.250349 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Calling delete_port for a0a2c443-d38c-4e19-984b-f444238d5d0d owned by network:dhcp {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:42.266401 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8739254 Jul 23 16:40:42.266401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:42.284048 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38184) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:42.307715 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22364574', 'description': 'tempest-secgroup-smoke-22364574 description', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:42.325579 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] For port a0a2c443-d38c-4e19-984b-f444238d5d0d, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a0a2c443-d38c-4e19-984b-f444238d5d0d,segment=NetworkSegment(73bb3560-be4c-4adb-9a39-5b1c65267e71),segment_id=73bb3560-be4c-4adb-9a39-5b1c65267e71)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:42.326724 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.336345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:42.353651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:42.373316 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:42.395674 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:42.435127 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.494972 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'status': 'completed', 'code': 200} Jul 23 16:40:42.538952 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:42.568448 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-4e980c3b-39e0-408b-831f-4546ab021d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:42.643828 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] No DVR routers for this DVR port a0a2c443-d38c-4e19-984b-f444238d5d0d on host dv-cinder-802039-1-smb {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:40:42.657688 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:42.814329 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:42.829291 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:42.838937 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:42.864647 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Calling delete_port for a0a2c443-d38c-4e19-984b-f444238d5d0d owned by network:dhcp {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:40:42.865360 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:42.929935 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-ce731e14-c4b0-4ec1-983d-62f0fc277d28 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1099 time: 0.3930545 Jul 23 16:40:42.975004 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a0a2c443-d38c-4e19-984b-f444238d5d0d no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:40:43.041556 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a2c443-d38c-4e19-984b-f444238d5d0d,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.056037 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:43.117535 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: a0a2c443-d38c-4e19-984b-f444238d5d0d {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:40:43.118162 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a0a2c443-d38c-4e19-984b-f444238d5d0d not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:40:43.124994 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.227599 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:40:43.228227 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:40:43.284000 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.290684 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.294354 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.303869 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9c28c219-367f-4cda-ac27-4b84c8e052ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:43.315486 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df852b9-5c52-44d8-b44c-30c87009090b']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:43.341174 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55f9cb-9feb-46bb-ab0b-d45e36f31133 req-b3ba99ce-51db-48dc-9cbc-135f70cdaa05 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:43.343046 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9a55f9cb-9feb-46bb-ab0b-d45e36f31133 req-b3ba99ce-51db-48dc-9cbc-135f70cdaa05 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.6966310 Jul 23 16:40:43.344865 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bb3560-be4c-4adb-9a39-5b1c65267e71') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:43.345159 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bb3560-be4c-4adb-9a39-5b1c65267e71') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:43.375112 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.405724 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.417702 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:40:43.418184 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:40:43.437272 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:40:43.442396 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9a55f9cb-9feb-46bb-ab0b-d45e36f31133 req-aa2bdbda-8577-4c7b-bd8c-dc0d47167a58 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879366 Jul 23 16:40:43.544093 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.550724 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.553464 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-895bd343-fd7b-4bec-96ae-3652a840ff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:43.579771 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df852b9-5c52-44d8-b44c-30c87009090b,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.585808 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:43.587810 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0df852b9-5c52-44d8-b44c-30c87009090b HTTP/1.1" status: 204 len: 168 time: 2.3593137 Jul 23 16:40:43.627564 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '23a1371f-35a4-4e77-b808-866eccc0895e', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'port_id': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'mac_address': 'fa:16:3e:46:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:37Z', 'updated_at': '2021-07-23T16:40:37Z', 'revision_number': 0, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:13Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:43.634339 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] Checking router: 07f6faab-592a-4bd2-88d3-5108ccbb91b1 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:40:43.635009 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c9b25-884e-4ab2-9bab-c4db69029b38,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:43.642634 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.644864 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.3590379 Jul 23 16:40:43.646630 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:43.648552 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38202) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:43.658182 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group_rule': {'security_group_id': '5a5c9b25-884e-4ab2-9bab-c4db69029b38', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:43.667494 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:40:43.668112 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:40:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:43.676917 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-44d9815a-2e30-43f3-88a2-dddf5b00cb81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:43.678891 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-44d9815a-2e30-43f3-88a2-dddf5b00cb81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 917 time: 0.6932209 Jul 23 16:40:43.680343 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:43.689671 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:43.696016 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:43.709353 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:43.730568 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Deleting port a0a2c443-d38c-4e19-984b-f444238d5d0d {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:40:43.731600 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.764768 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:43.864289 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-d967032e-dbc8-4dbb-b22a-de160084de63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 1000 time: 0.1747553 Jul 23 16:40:43.884494 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38206) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:43.930100 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-841123c7-c1a5-44e2-9328-7c6b64d4dc29 None None] The port 'a0a2c443-d38c-4e19-984b-f444238d5d0d' was deleted {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 23 16:40:43.965687 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.008740 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-44bde521-67bd-44f8-a762-0eaa4cf463af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:44.011520 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-44bde521-67bd-44f8-a762-0eaa4cf463af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.1386807 Jul 23 16:40:44.027047 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.036322 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f26dd3ea-80aa-4674-99b0-eca231b435c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2f69bc9202b49e187f572f9409f7ebf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1496086 Jul 23 16:40:44.037862 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38210) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:44.042593 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.052253 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:40:44.070074 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:44.136668 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f81fbad-985c-4a17-a82e-a4b8b4464374,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.154985 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:44.161345 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-57e8caa3-7575-432c-9a11-1e910db5219b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425545 Jul 23 16:40:44.167987 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.170190 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5201552 Jul 23 16:40:44.176515 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38214) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:44.186275 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group_rule': {'security_group_id': '5a5c9b25-884e-4ab2-9bab-c4db69029b38', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:44.197721 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:44.204554 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:44.211271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:44.223353 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:44.277995 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.306604 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.369507 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-10859359-d241-43e3-889b-a7454a533de5 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994035 Jul 23 16:40:44.422462 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.492636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.506663 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.519775 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6da1040a-d050-4cf7-b713-945974e53677 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:44.544876 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dfe234-d944-4fdb-ad00-95da4de5c40c,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.549304 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:44.567450 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.569082 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-3ca14d6d-c39c-4495-a2d5-ef88b77ab0ad tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3910930 Jul 23 16:40:44.571738 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38224) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:44.578970 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group_rule': {'security_group_id': '5a5c9b25-884e-4ab2-9bab-c4db69029b38', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:44.586150 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:44.589081 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.591405 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.592678 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f6983c4-1074-46e5-a117-83e05610c2f7 HTTP/1.1" status: 204 len: 168 time: 0.5534945 Jul 23 16:40:44.595265 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-39046f10-0bcb-432e-b9aa-3e9e283c8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:44.604921 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:44.609750 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:44.617830 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6983c4-1074-46e5-a117-83e05610c2f7,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.620161 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:44.622788 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-cfcbc352-ed3a-46bf-95c7-2421d0928767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:44.623045 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-5a007567-572b-474e-95f9-ebde4c6a2672 req-0d6c90a4-6bef-49e1-b4ec-36b98f936c86 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385647 Jul 23 16:40:44.650377 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.818936 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.827096 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.857897 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:44.891326 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d45d9f9-b6e5-4256-8a73-39e708c52b01,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:44.896042 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:44.898974 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.900682 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d901c1b5-a5fd-42a1-be12-07f926851bef tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3278508 Jul 23 16:40:44.905534 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38230) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:44.912196 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group_rule': {'security_group_id': '5a5c9b25-884e-4ab2-9bab-c4db69029b38', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:44.919207 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:44.925216 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:44.929579 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:44.944845 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:44.973859 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:44.977997 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '23a1371f-35a4-4e77-b808-866eccc0895e', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'port_id': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'mac_address': 'fa:16:3e:46:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:37Z', 'updated_at': '2021-07-23T16:40:37Z', 'revision_number': 0, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:13Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:40:44.985702 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac1f8a-1c50-4de2-8a9c-639476c8326f None None] The sync data for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb is: [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_floatingips': [{'id': '23a1371f-35a4-4e77-b808-866eccc0895e', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'router_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'port_id': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'mac_address': 'fa:16:3e:46:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:40:37Z', 'updated_at': '2021-07-23T16:40:37Z', 'revision_number': 0, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:13Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:40:45.087134 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.093469 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.100515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:45.128388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b08d16d-778a-48e2-9192-31ac54eff613,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.134089 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:45.166638 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.170373 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f06d4c87-af03-47c4-90a3-2d627b1c4b4d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2623742 Jul 23 16:40:45.172914 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38238) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:45.181857 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group_rule': {'security_group_id': '5a5c9b25-884e-4ab2-9bab-c4db69029b38', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:45.189403 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:45.196278 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:45.201826 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:45.214523 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:45.251926 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.securitygroups_db [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Project 57bb7b9a76fa40c08f62dac05a20bd11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:40:45.268419 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.359608 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f123ca06-d63e-4046-b776-2165f4ef596a None None] New status for floating IP 23a1371f-35a4-4e77-b808-866eccc0895e: ACTIVE {{(pid=74351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:40:45.399543 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.406912 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.439194 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:45.470347 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cbc71b-c214-406a-8638-bc54fcd9a7ef,revision_number=0']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.475688 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:45.477794 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.481053 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-1f178673-a6c9-4845-ac9c-0fff126416d7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3062155 Jul 23 16:40:45.485596 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38242) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:45.497577 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'security_group_rule': {'security_group_id': '5a5c9b25-884e-4ab2-9bab-c4db69029b38', 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:45.511972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:45.521087 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Usage tracker for resource:security_group_rule and tenant:57bb7b9a76fa40c08f62dac05a20bd11 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:45.527825 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:45.540802 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:45.564618 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38246) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:45.565037 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.securitygroups_db [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Project 57bb7b9a76fa40c08f62dac05a20bd11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 16:40:45.577384 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.656978 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-7016295f-7753-4d13-a511-e4da96f67c86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb90a0055c8f47aa81d382a04764682f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0877976 Jul 23 16:40:45.657401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38250) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:45.765773 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.775981 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344800'] for security_group_rule, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.792758 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:45.852823 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.862233 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b09937-c07c-495e-b004-49d228e13774,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:45.882371 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:45.888753 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.890846 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-072b0a9b-135a-4dce-8df6-c1d41d6da917 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4034638 Jul 23 16:40:45.916065 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.986644 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:45.995721 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e39cfe9e-6f50-440d-9e31-ba862262e8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:46.020432 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d942e7f-345c-4329-9ed1-ba62253a65bb,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:46.025049 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:46.028160 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.034385 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d942e7f-345c-4329-9ed1-ba62253a65bb HTTP/1.1" status: 204 len: 168 time: 0.3752170 Jul 23 16:40:46.091018 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-64522427-1b81-4dae-9643-58ecda07c16a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22364574&fields=id&tenant_id=57bb7b9a76fa40c08f62dac05a20bd11 HTTP/1.1" status: 200 len: 267 time: 0.0715103 Jul 23 16:40:46.193218 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-ead7459f-11a4-4b1d-8951-441d8d987095 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:46.195063 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-ead7459f-11a4-4b1d-8951-441d8d987095 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.0961564 Jul 23 16:40:46.212188 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'port': {'security_groups': ['8ec74637-1ead-4a81-a7af-5d19597161ac', '5a5c9b25-884e-4ab2-9bab-c4db69029b38']}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:40:46.380426 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.814812 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:40:46.860010 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.868134 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.879546 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0b70bb97-abdf-4667-b0c4-23887ae3cec9 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:46.908038 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['43c37104-9df2-4906-a4b1-7bb51ead8f6a'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:40:46.974783 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:46.975380 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:46.978147 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ca377fa-17fc-41bf-bfab-54be28c5d564 req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "PUT /v2.0/ports/43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 982 time: 0.7711782 Jul 23 16:40:46.983566 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:40:47.055498 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=6']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:47.067981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7ce9d7ac-3f2c-4cb5-b07e-f3e08cf732f5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:47.105161 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'status': 'completed', 'code': 200} Jul 23 16:40:47.154512 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['43c37104-9df2-4906-a4b1-7bb51ead8f6a'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:40:47.331054 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-580d160f-0edb-49db-9d65-586cf0963dc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1138 time: 0.1737270 Jul 23 16:40:47.384316 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf8291-2008-4428-b298-2f82cd396e0c req-53756f4c-46a2-4c25-8513-67f2da5aa175 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.397141 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bcbf8291-2008-4428-b298-2f82cd396e0c req-53756f4c-46a2-4c25-8513-67f2da5aa175 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1472096 Jul 23 16:40:47.474881 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bcbf8291-2008-4428-b298-2f82cd396e0c req-3f262bc6-534d-4c22-8152-0c0a85d0dd47 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0762796 Jul 23 16:40:47.566184 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-9c2ef7de-5c39-4753-a548-e5d8216970a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.567807 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-9c2ef7de-5c39-4753-a548-e5d8216970a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 917 time: 0.2284071 Jul 23 16:40:47.579011 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-97a61a40-254e-4bd5-9de7-ff110cc68d52 None None] Provisioning complete for port 43c37104-9df2-4906-a4b1-7bb51ead8f6a triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:40:47.579394 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-97a61a40-254e-4bd5-9de7-ff110cc68d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:47.765915 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-bbabe129-7ff9-4052-a6b1-09e76bb7a01e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 1002 time: 0.1898992 Jul 23 16:40:47.857260 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-f3c9923d-170e-46a3-b8e0-2b83671343ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:40:47.859189 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-f3c9923d-170e-46a3-b8e0-2b83671343ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.0850971 Jul 23 16:40:48.017382 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-1d0d4870-fb8c-4d03-aeaa-55ce780965ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471121 Jul 23 16:40:48.256710 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-516d1a1e-aad5-457b-8682-be636e7d9b1b service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307775 Jul 23 16:40:48.506860 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9e2b0904-9c85-404c-81b1-bb8f13128d57 req-6a92ef02-34ba-4f6d-a641-3b30d343da99 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432277 Jul 23 16:40:51.067622 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38332) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:51.297614 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.353802 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:51.358907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:789c6a100a8e478db98f475a86470ef9 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:51.364210 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:51.374266 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:51.481877 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.489069 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.497991 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2e72e116-ca01-442c-a4b0-61a28c1075b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:51.545489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d30ac72-81de-4d1a-8aff-5d13b3a11905,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.549777 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:51.554951 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-ca6686b4-4dab-4df3-988a-8ecda3c26ab7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=789c6a100a8e478db98f475a86470ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4859350 Jul 23 16:40:51.559697 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38340) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:51.673879 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.725089 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.742818 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:40:51.839686 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.846353 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f5d22863-9c69-4a26-bbd1-c039188ebc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:51.861867 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d30ac72-81de-4d1a-8aff-5d13b3a11905,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:51.865922 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:51.867243 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:51.868743 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d30ac72-81de-4d1a-8aff-5d13b3a11905 HTTP/1.1" status: 204 len: 168 time: 0.3073931 Jul 23 16:40:52.479194 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38348) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:52.511200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.555670 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:52.562334 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:45adea516d834c08be7290538ead6d3e is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:52.568297 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:52.580262 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:52.713083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.719724 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:52.738941 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ea070831-1da4-4fd9-9021-d0fe2266226d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:52.817516 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3520d91-e7b7-4029-9c27-108839448166,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:52.824443 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:52.829340 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45adea516d834c08be7290538ead6d3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3484137 Jul 23 16:40:52.833144 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38352) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:52.928912 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.093804 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.175390 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.184651 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f8b8d90c-10e8-4451-bbb4-4ef661b9d2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:53.210636 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3520d91-e7b7-4029-9c27-108839448166,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:53.215550 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:53.217723 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:53.219666 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ee31d469-bae1-469b-9e1f-803f232a608f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3520d91-e7b7-4029-9c27-108839448166 HTTP/1.1" status: 204 len: 168 time: 0.3850310 Jul 23 16:40:59.290937 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38448) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:59.503832 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.541077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:40:59.545992 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Usage tracker for resource:security_group_rule and tenant:87365a56da05494a9cfaded3c6b96a32 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:40:59.549472 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:40:59.557306 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:40:59.649035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.655310 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.665926 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e2838426-8eaf-417d-baa5-dd0d885f04f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:40:59.708848 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527eaae3-eed3-4f30-bfa5-2ac8a5af08d3,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:40:59.714472 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:40:59.722282 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87365a56da05494a9cfaded3c6b96a32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4261515 Jul 23 16:40:59.724562 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38458) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:40:59.804775 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:40:59.955730 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.039328 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-ec42a4ce-3bde-4585-8e8d-87a9dd414ae5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1138 time: 0.1046891 Jul 23 16:41:00.114435 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.124649 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3c6c1da5-9ae6-4d64-9448-8430aaa32645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:00.151907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce5570-aa64-4202-9e24-721b5592fc3c req-b4c364a9-9965-4854-9be8-8b0b1c171f75 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.154614 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1fce5570-aa64-4202-9e24-721b5592fc3c req-b4c364a9-9965-4854-9be8-8b0b1c171f75 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1867559 Jul 23 16:41:00.158948 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527eaae3-eed3-4f30-bfa5-2ac8a5af08d3,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:00.209213 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.214147 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/527eaae3-eed3-4f30-bfa5-2ac8a5af08d3 HTTP/1.1" status: 204 len: 168 time: 0.4864812 Jul 23 16:41:00.221642 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.222227 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.222863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.224185 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.225158 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.225631 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.226095 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.226657 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.227141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.227594 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.228141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:00.233443 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:00.277973 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1fce5570-aa64-4202-9e24-721b5592fc3c req-158ebde3-4832-434f-adda-b98ddb2f59ba tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1139505 Jul 23 16:41:00.304880 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-78b21280-f5ee-44d4-9852-83f0ce52d8c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.307504 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-78b21280-f5ee-44d4-9852-83f0ce52d8c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 917 time: 0.2614670 Jul 23 16:41:00.462687 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-0ac2e90e-1cf4-442e-99ef-9a456c69fa61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 1002 time: 0.1484542 Jul 23 16:41:00.549093 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-dc38901f-6dc8-486e-8666-f9703543af38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:00.551765 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-dc38901f-6dc8-486e-8666-f9703543af38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.0793209 Jul 23 16:41:00.669591 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-fa144f52-edd1-4694-8282-5a74176980f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1076212 Jul 23 16:41:00.759103 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38468) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:00.799823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.855265 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:00.859111 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-4862023b-1e39-4857-b61e-1ea28c3e3e3f service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812921 Jul 23 16:41:00.859542 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Usage tracker for resource:security_group_rule and tenant:0c881bf44e61414c99022b5607722174 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:00.863020 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:00.869403 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:00.964104 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.969344 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:00.977642 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-97ff703e-4aff-4541-af11-5670a1383bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:01.022219 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652cc5a-78f2-446a-9074-17a52572c768,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:01.026230 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:01.033791 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0c881bf44e61414c99022b5607722174&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2686121 Jul 23 16:41:01.035297 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-e699989b-98ee-447c-8b75-cf44720b3f5c req-22151e18-27e4-4406-9af6-891376bad12e service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620750 Jul 23 16:41:01.036059 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38472) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:01.112892 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.146570 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.214548 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.222833 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5cd82ee7-8311-4b81-ac21-6802cf840740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:01.246349 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652cc5a-78f2-446a-9074-17a52572c768,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:01.250908 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:01.252896 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:01.259567 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c652cc5a-78f2-446a-9074-17a52572c768 HTTP/1.1" status: 204 len: 168 time: 0.2195873 Jul 23 16:41:01.649507 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb18c7-641b-44c5-8388-974f4e319da4 req-677d07cb-f97b-4174-9a14-12c74daa3990 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:01.651823 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4bdb18c7-641b-44c5-8388-974f4e319da4 req-677d07cb-f97b-4174-9a14-12c74daa3990 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1453671 Jul 23 16:41:01.732364 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4bdb18c7-641b-44c5-8388-974f4e319da4 req-54e72c20-1e65-4db5-8b1c-15dae63455a3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0731630 Jul 23 16:41:03.028866 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a3da-725c-4b8d-ac81-09c707088d1d req-63e309ce-6497-4438-8901-5cb3219224a1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:03.031680 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3730a3da-725c-4b8d-ac81-09c707088d1d req-63e309ce-6497-4438-8901-5cb3219224a1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1179569 Jul 23 16:41:03.128953 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-3730a3da-725c-4b8d-ac81-09c707088d1d req-7d3423d0-db43-490a-a9ad-9c41dfd648a2 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0840814 Jul 23 16:41:04.439489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe5c16-d931-46d6-84be-9802dffdfaf8 req-f9af66db-351e-454a-8c93-cc43cd7247a1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:04.441418 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-90fe5c16-d931-46d6-84be-9802dffdfaf8 req-f9af66db-351e-454a-8c93-cc43cd7247a1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1484628 Jul 23 16:41:04.526903 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-90fe5c16-d931-46d6-84be-9802dffdfaf8 req-e617d7b8-c71b-4ac5-9bec-aeb0b4a91762 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0734341 Jul 23 16:41:05.811386 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542915-6dbe-4cbb-a838-dd37998e1dd8 req-058834ce-f791-4054-904e-9443d2dc9ae9 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:05.812958 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ca542915-6dbe-4cbb-a838-dd37998e1dd8 req-058834ce-f791-4054-904e-9443d2dc9ae9 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1260109 Jul 23 16:41:05.888193 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ca542915-6dbe-4cbb-a838-dd37998e1dd8 req-9141a527-fb98-406f-92ba-c443d539ff8a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0635402 Jul 23 16:41:06.288197 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:07.154086 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e0973-86af-4f49-a0ff-945c96955382 req-4f43ba91-0e63-4d40-9595-01ea6b217dfc tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:07.155698 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b00e0973-86af-4f49-a0ff-945c96955382 req-4f43ba91-0e63-4d40-9595-01ea6b217dfc tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.0944259 Jul 23 16:41:07.218815 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b00e0973-86af-4f49-a0ff-945c96955382 req-86f35a7e-7d3b-45a2-9172-a84b95909afc tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526743 Jul 23 16:41:08.083136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.410062 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-dbb2e8b9-3e03-45da-9c82-97e9d4588411 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1451647 Jul 23 16:41:08.623044 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7ef4-2b15-4130-9f94-5c6051981c0f req-09df9bd9-09be-4253-b784-a9e883f19075 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:08.626434 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e6af7ef4-2b15-4130-9f94-5c6051981c0f req-09df9bd9-09be-4253-b784-a9e883f19075 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1684344 Jul 23 16:41:08.682831 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-e5a9107d-ed04-42e4-9049-118fac3c78d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da97d06d821f40979b816907e213fcac&device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 1100 time: 0.1445718 Jul 23 16:41:08.699968 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-e6af7ef4-2b15-4130-9f94-5c6051981c0f req-8d8daa0e-a3b1-4e6c-910a-91f4b5ed6f06 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0676701 Jul 23 16:41:08.843675 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2e5c-9414-4195-a599-08cc6682d5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:08.979749 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-7516f77d-42c1-4d68-8add-5a9dd65b3150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:08.982651 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-7516f77d-42c1-4d68-8add-5a9dd65b3150 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 200 len: 919 time: 0.2704091 Jul 23 16:41:09.125316 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-c8e549c0-b4dc-4a4b-8739-715b36506458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 200 len: 1002 time: 0.1352005 Jul 23 16:41:09.253479 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-08406be9-aead-40e7-96c8-8b64c076685c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:09.256265 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-08406be9-aead-40e7-96c8-8b64c076685c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 200 len: 856 time: 0.1207252 Jul 23 16:41:09.344182 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-09203690-6cea-40e0-9204-2cb47bbac854 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7daff509-1ecb-4af0-8aab-69a4f5f34e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787544 Jul 23 16:41:09.507899 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-ae589ab5-c5ec-4dcd-9781-89e77abffe46 service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555359 Jul 23 16:41:09.812042 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-d3b9d92e-1781-4bcc-b588-e054cde85e6e req-b370992a-09bb-44d4-9428-03a1fb7c98ff service neutron] 10.222.0.48 "GET /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972701 Jul 23 16:41:10.085952 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b3887-e103-40b6-9414-73c89715fef0 req-7a3a6be6-6985-492a-b839-50bbe6a0c46a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:10.087984 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b20b3887-e103-40b6-9414-73c89715fef0 req-7a3a6be6-6985-492a-b839-50bbe6a0c46a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1590879 Jul 23 16:41:10.172432 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b20b3887-e103-40b6-9414-73c89715fef0 req-578c2279-b53e-4bf3-a95b-63c587129793 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0763297 Jul 23 16:41:11.158733 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-43bf53f2-271d-447d-b4fa-27324df4cafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:11.455698 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a038-1066-4d32-87ff-209d75e8384d req-c5d1f162-741f-4d41-a975-abb7396577f0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:11.457318 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7b82a038-1066-4d32-87ff-209d75e8384d req-c5d1f162-741f-4d41-a975-abb7396577f0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1094241 Jul 23 16:41:11.544397 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7b82a038-1066-4d32-87ff-209d75e8384d req-2c0da2c8-e28f-4db0-9935-4544f57dd6cd tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0746372 Jul 23 16:41:12.657473 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:12.851261 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33686113-45ac-41a0-917d-d3c8283f4301 req-07153ba2-6f6c-4bd2-8b54-7acb14d90c64 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:12.852753 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-33686113-45ac-41a0-917d-d3c8283f4301 req-07153ba2-6f6c-4bd2-8b54-7acb14d90c64 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1314445 Jul 23 16:41:12.911814 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-33686113-45ac-41a0-917d-d3c8283f4301 req-f81ce9ac-4c60-4d91-a3c7-07aa8dde8896 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0509298 Jul 23 16:41:13.897388 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:14.258410 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba91dba-8832-4326-84c9-27847c5bfb1e req-c9f6715e-946f-424c-81e0-959c24dcd20d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:14.260506 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bba91dba-8832-4326-84c9-27847c5bfb1e req-c9f6715e-946f-424c-81e0-959c24dcd20d tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.0945292 Jul 23 16:41:14.338511 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bba91dba-8832-4326-84c9-27847c5bfb1e req-21e3b992-5eb5-4aae-9c06-d1680e616907 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0672510 Jul 23 16:41:15.578565 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95501ec-691d-41a4-892c-56b39e94a4c8 req-9ac7031e-813b-4250-ab85-73ad9567385e tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:15.580199 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b95501ec-691d-41a4-892c-56b39e94a4c8 req-9ac7031e-813b-4250-ab85-73ad9567385e tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.0871856 Jul 23 16:41:15.615732 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38634) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:15.644574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b95501ec-691d-41a4-892c-56b39e94a4c8 req-9151a101-dd79-4ecf-9298-42420cd115c9 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553675 Jul 23 16:41:15.837832 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.873932 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:15.878784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2b802a1dbd49a8b64b90e5a8cd3ae7 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:15.883914 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:15.895176 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:15.980951 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.985846 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:15.993640 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f3d59749-8726-4193-bf79-21b136d297d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:16.039824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad4369-e55f-47b7-b88a-7b43afa5d060,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:16.046308 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:16.054082 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a2b802a1dbd49a8b64b90e5a8cd3ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368649 Jul 23 16:41:16.055234 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38640) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:16.146657 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.179375 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.252299 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.261402 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-935796f8-d3c3-4eeb-af62-753277b29e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:16.285431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad4369-e55f-47b7-b88a-7b43afa5d060,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:16.292199 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:16.302429 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.304232 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02ad4369-e55f-47b7-b88a-7b43afa5d060 HTTP/1.1" status: 204 len: 168 time: 0.2473335 Jul 23 16:41:16.796331 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38650) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:16.859815 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:16.944246 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:16.950890 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Usage tracker for resource:security_group_rule and tenant:64a84fadd0a14d5b8cfc996bbe36c53f is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:16.955095 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:16.965078 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:17.012941 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb9857-3d69-4224-9518-d453bf380027 req-bca38689-6309-43d7-9100-8fbabef0cd46 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:17.015248 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6beb9857-3d69-4224-9518-d453bf380027 req-bca38689-6309-43d7-9100-8fbabef0cd46 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1893251 Jul 23 16:41:17.142946 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-6beb9857-3d69-4224-9518-d453bf380027 req-b9f03d5b-91a5-4397-aad3-af595f0814c5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1149993 Jul 23 16:41:17.162236 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.168245 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.178404 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0913b233-e028-44b3-a01b-db2d2bac6064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:17.242855 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64a84fadd0a14d5b8cfc996bbe36c53f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4435048 Jul 23 16:41:17.244621 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcd7374-3aaf-45e5-ae51-5b710fb5cfad,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.249563 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38660) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:17.250271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:17.372068 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.422621 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.500565 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.505613 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-46cb59d7-972b-4c16-abcf-87c98b080e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:17.526788 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcd7374-3aaf-45e5-ae51-5b710fb5cfad,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:17.530929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:17.543333 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:17.548347 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bcd7374-3aaf-45e5-ae51-5b710fb5cfad HTTP/1.1" status: 204 len: 168 time: 0.2932727 Jul 23 16:41:17.753155 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceaf4d-5999-4bf3-969a-55ee19a6c81b req-89bf3fc0-9ee9-42e4-a2b5-ec3f8225bde5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:17.755148 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d4ceaf4d-5999-4bf3-969a-55ee19a6c81b req-89bf3fc0-9ee9-42e4-a2b5-ec3f8225bde5 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1150706 Jul 23 16:41:17.813784 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d4ceaf4d-5999-4bf3-969a-55ee19a6c81b req-0cf254f5-12d4-415e-86f5-e28ac9a6884f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526099 Jul 23 16:41:18.052873 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38670) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:18.074961 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.119366 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:18.126336 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Usage tracker for resource:security_group_rule and tenant:d88b3e59c5ad41a790a2097d5830de64 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:18.131702 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:18.142933 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:18.263909 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.269879 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.284064 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-db7c828e-f8a4-4fd2-afc4-2f4f7c68cce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:18.344274 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf0d523-124f-459d-89a9-9c9a847002f7,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.482777 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:18.485192 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d88b3e59c5ad41a790a2097d5830de64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4311213 Jul 23 16:41:18.488805 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38676) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:18.550477 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28b7e0-c320-4dda-b5af-69aaea1b97c9 req-4b7d264d-5b30-4100-aac9-38a0e8e75f0a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:18.553330 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7b28b7e0-c320-4dda-b5af-69aaea1b97c9 req-4b7d264d-5b30-4100-aac9-38a0e8e75f0a tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.2039754 Jul 23 16:41:18.605388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.622721 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7b28b7e0-c320-4dda-b5af-69aaea1b97c9 req-6edfa79e-1129-4c1d-b820-e11cc533967c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556922 Jul 23 16:41:18.668805 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.744506 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.751937 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e39b432a-cf21-4ba2-a94c-2dcb61151350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:18.773240 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf0d523-124f-459d-89a9-9c9a847002f7,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:18.776666 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:18.785235 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:18.787210 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbf0d523-124f-459d-89a9-9c9a847002f7 HTTP/1.1" status: 204 len: 168 time: 0.2961545 Jul 23 16:41:19.161592 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97011e0c-64a9-4acc-b905-badc268b8213 req-a0e5168e-72e0-4d65-bbf4-6f754fdd337f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.165143 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-97011e0c-64a9-4acc-b905-badc268b8213 req-a0e5168e-72e0-4d65-bbf4-6f754fdd337f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1535709 Jul 23 16:41:19.231620 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-97011e0c-64a9-4acc-b905-badc268b8213 req-c19ea5a4-da62-4784-9a38-759491afb99c tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578573 Jul 23 16:41:19.427180 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-1693f546-50a7-44b9-923a-e3e23303ba85 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.428482 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-1693f546-50a7-44b9-923a-e3e23303ba85 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Synchronizing usage tracker for tenant:da97d06d821f40979b816907e213fcac on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:41:19.451966 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-1693f546-50a7-44b9-923a-e3e23303ba85 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Unset dirty status for tenant:da97d06d821f40979b816907e213fcac on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:41:19.453644 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-1693f546-50a7-44b9-923a-e3e23303ba85 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1752007 Jul 23 16:41:19.546132 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Deleting port 72493a7a-d905-4358-9e0f-ce93381ff837 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:19.547457 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:19.992097 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0c13d-9304-4567-b8c8-82d616eba368 req-4b7c2220-bf78-48e9-b142-cfc3cc74bf94 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:19.995144 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-76e0c13d-9304-4567-b8c8-82d616eba368 req-4b7c2220-bf78-48e9-b142-cfc3cc74bf94 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1417432 Jul 23 16:41:20.002587 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] For port 72493a7a-d905-4358-9e0f-ce93381ff837, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=72493a7a-d905-4358-9e0f-ce93381ff837,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:20.003249 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.087746 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-76e0c13d-9304-4567-b8c8-82d616eba368 req-8dbf7434-5c27-4a28-8b21-339e8b1aa4af tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0772381 Jul 23 16:41:20.480205 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.481038 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709965'] for floatingip, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.481680 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.db.l3_db [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Floating IP 307c57b3-2e18-4711-adb5-d3997198d475 disassociated. External IP: 172.28.1.253, port: 72493a7a-d905-4358-9e0f-ce93381ff837. Jul 23 16:41:20.482224 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Calling delete_port for 72493a7a-d905-4358-9e0f-ce93381ff837 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:20.613298 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef1ba-35b1-44eb-91c6-51c637d7edd7 req-617629ee-9d92-43be-801e-efb0114f9e5f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:20.617442 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-46fef1ba-35b1-44eb-91c6-51c637d7edd7 req-617629ee-9d92-43be-801e-efb0114f9e5f tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 947 time: 0.1424856 Jul 23 16:41:20.707834 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-46fef1ba-35b1-44eb-91c6-51c637d7edd7 req-3c77a463-f935-4198-be43-a1d1d22b9859 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups?id=b4ddd56e-16a4-47fc-b053-985fba77b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779588 Jul 23 16:41:20.811230 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:20.825190 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f586acb1-7ead-4327-beb8-c09bf908570b tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:20.887838 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event deleted for resources: {'Port': ['ID=72493a7a-d905-4358-9e0f-ce93381ff837,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:20.891107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:21.320474 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:41:21.517428 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba742b-9284-4481-997c-26c3b65d8cd9 req-f283782c-7fcc-4242-a69e-740cb2914547 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:21.521764 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dba742b-9284-4481-997c-26c3b65d8cd9 req-f283782c-7fcc-4242-a69e-740cb2914547 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1477549 Jul 23 16:41:21.605555 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4dba742b-9284-4481-997c-26c3b65d8cd9 req-a501d88d-df23-4342-a801-83e8e706fbfa tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0708184 Jul 23 16:41:21.812149 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:21.827156 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:41:21.840585 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:21.841252 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:41:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:21.983815 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] No DVR routers for this DVR port 72493a7a-d905-4358-9e0f-ce93381ff837 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:21.988828 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:21.993888 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-deleted', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:22.043383 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-281e07ed-bca2-4e06-a910-d41bf2a69b5d req-8f7a39a9-b58f-477b-8939-8eb1d1c928c2 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.48 "DELETE /v2.0/ports/72493a7a-d905-4358-9e0f-ce93381ff837 HTTP/1.1" status: 204 len: 173 time: 2.5837049 Jul 23 16:41:22.119196 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1c3deaa2-bcf7-4b6e-99a9-8e0a68c634cf req-4ffa526f-d576-4608-8160-58c2020fb7f8 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dc774df-d633-4d40-85ef-24afe520804d HTTP/1.1" status: 200 len: 210 time: 0.1103458 Jul 23 16:41:22.151266 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc774df-d633-4d40-85ef-24afe520804d', 'name': 'network-vif-deleted', 'tag': '72493a7a-d905-4358-9e0f-ce93381ff837', 'status': 'completed', 'code': 200} Jul 23 16:41:22.214522 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:41:22.842869 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:22.847839 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:41:22.861490 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:22.862585 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:41:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:22.962191 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42735-7a48-4edd-8a4f-41c34427b19c req-60411fdd-d896-427f-89b8-0ecb0c71e309 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:22.963862 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-96b42735-7a48-4edd-8a4f-41c34427b19c req-60411fdd-d896-427f-89b8-0ecb0c71e309 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.1142497 Jul 23 16:41:23.071211 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-96b42735-7a48-4edd-8a4f-41c34427b19c req-42d87034-4eed-4362-8d36-75d4b8704a75 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&id=5a5c9b25-884e-4ab2-9bab-c4db69029b38&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0954061 Jul 23 16:41:23.251130 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:41:23.421291 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38750) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:23.555956 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.608847 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.709774 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.715862 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9b85a3a1-414b-4961-a616-5b93837d6198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:23.746029 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ddd56e-16a4-47fc-b053-985fba77b8dc,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:23.750273 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:23.759735 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:23.776110 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-350f3ca9-48e8-47ee-8d28-9fc3342fe34e tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "DELETE /v2.0/security-groups/b4ddd56e-16a4-47fc-b053-985fba77b8dc HTTP/1.1" status: 204 len: 168 time: 0.3490615 Jul 23 16:41:23.776515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38756) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:23.797013 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:23.808557 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165dd66-7b84-4b0c-a37e-b37a2aa207b6 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:32:04Z', 'revision_number': 4, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'a2b502fa-4ce2-4524-a362-fff519d1b45f', 'name': '', 'network_id': '7daff509-1ecb-4af0-8aab-69a4f5f34e97', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'mac_address': 'fa:16:3e:8a:bb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:59Z', 'updated_at': '2021-07-23T16:32:31Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'subnets': [{'id': '23fa62db-029d-4c5c-bbe1-41c187d0bd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:41:23.811902 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.api.v2.resource [None req-13ad4f82-cd1a-40b8-bac5-62255e8b4e60 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] show failed (client error): The resource could not be found. Jul 23 16:41:23.813809 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-13ad4f82-cd1a-40b8-bac5-62255e8b4e60 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "GET /v2.0/security-groups/b4ddd56e-16a4-47fc-b053-985fba77b8dc HTTP/1.1" status: 404 len: 347 time: 0.0357573 Jul 23 16:41:23.818931 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38760) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:24.038460 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:41:24.140745 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Deleting port 948d6b03-ffab-4ec4-a755-02ab1ab221e4 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:24.141455 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.143615 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 72493a7a-d905-4358-9e0f-ce93381ff837 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:41:24.150730 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 72493a7a-d905-4358-9e0f-ce93381ff837 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:41:24.237911 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e0f818-3710-4a80-b5c5-8dddc8ec4c7a None None] New status for floating IP 307c57b3-2e18-4711-adb5-d3997198d475: DOWN {{(pid=74351) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:41:24.479395 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.479797 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:24.706221 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Calling delete_port for 948d6b03-ffab-4ec4-a755-02ab1ab221e4 owned by network:floatingip {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:24.849389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.db.api [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74350) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:24.850392 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_db.api [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:25.351320 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Deleting port 948d6b03-ffab-4ec4-a755-02ab1ab221e4 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:25.352237 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.647229 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.647229 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:25.823018 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Calling delete_port for 948d6b03-ffab-4ec4-a755-02ab1ab221e4 owned by network:floatingip {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:26.119205 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.124202 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-46a170eb-a2a9-4bde-9d83-922f972d7ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:26.176773 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Pushing event deleted for resources: {'Port': ['ID=948d6b03-ffab-4ec4-a755-02ab1ab221e4,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:26.180387 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:26.301501 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks [] for floatingip, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.354896 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:26.356633 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-cbb4c216-d49e-4bb8-9f92-bae56ae5e010 tempest-AttachVolumeShelveTestJSON-681838739 tempest-AttachVolumeShelveTestJSON-681838739-project] 10.222.0.47 "DELETE /v2.0/floatingips/307c57b3-2e18-4711-adb5-d3997198d475 HTTP/1.1" status: 204 len: 168 time: 2.5359883 Jul 23 16:41:27.303729 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38788) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:27.514662 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.581855 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:27.590011 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Usage tracker for resource:security_group_rule and tenant:fb0d642418114b2989d37ed519d92fa9 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:27.595810 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:27.606676 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:27.725723 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.732889 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.746204 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-3ef99bf3-8eaa-40b2-96f2-b80c6c67f74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:27.819884 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c819d-c033-4328-a736-a4c2a2d135cf,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:27.824640 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:27.831396 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-a4304d0f-de88-4747-968d-8ec5d939c58e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb0d642418114b2989d37ed519d92fa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5219345 Jul 23 16:41:27.833833 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38798) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:27.921475 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:27.972114 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.076043 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.087286 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1c7cfb36-becf-458d-b64e-268867f9ac65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:28.116083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c819d-c033-4328-a736-a4c2a2d135cf,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:28.125098 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:28.127718 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.129889 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4b3ded3b-56e9-4cfe-8e3f-2d02ca037430 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d63c819d-c033-4328-a736-a4c2a2d135cf HTTP/1.1" status: 204 len: 168 time: 0.2962136 Jul 23 16:41:28.750026 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:41:28.773995 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38812) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:28.809855 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:28.876312 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:28.883678 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Usage tracker for resource:security_group_rule and tenant:9d7bd35789ce4413aa810a65113c40a2 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:28.889419 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:28.901235 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:29.042276 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.050051 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.062842 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-fda5651a-e905-4f6e-8cad-8807911bc2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:29.125234 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d79cca-5721-413c-80d6-8173063e90dd,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:29.129564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:29.135647 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-ad39a255-15a5-4666-9105-5a2c6067cd4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d7bd35789ce4413aa810a65113c40a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3593345 Jul 23 16:41:29.137561 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38816) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:29.236765 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.286193 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.393956 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.404025 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ae214e13-54de-423e-a7c2-9b65aa534055 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:29.424369 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d79cca-5721-413c-80d6-8173063e90dd,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:29.431192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:29.437878 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:29.439923 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43d79cca-5721-413c-80d6-8173063e90dd HTTP/1.1" status: 204 len: 168 time: 0.3008671 Jul 23 16:41:29.744394 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38828) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:30.869433 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:31.747869 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Deleting port a2b502fa-4ce2-4524-a362-fff519d1b45f {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:31.748449 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.007083 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] For port a2b502fa-4ce2-4524-a362-fff519d1b45f, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=a2b502fa-4ce2-4524-a362-fff519d1b45f,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:32.008189 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.340230 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Calling delete_port for a2b502fa-4ce2-4524-a362-fff519d1b45f owned by network:router_interface {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:32.692291 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:32.698173 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-82ed1bca-762a-4ccc-a491-c05c27be1a09 tempest-TestShelveInstance-1983425385 tempest-TestShelveInstance-1983425385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:32.753408 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b502fa-4ce2-4524-a362-fff519d1b45f,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:32.757336 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:33.262248 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.105994 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38890) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:34.142962 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:41:34.368111 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.414976 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:34.422036 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Usage tracker for resource:security_group_rule and tenant:667981c43b434567b6f225e2e9907dc0 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:34.425992 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:34.434627 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:34.545240 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.555247 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.580925 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-aa897852-f886-4da7-810e-4e667d79d063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:34.600219 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:41:34.616900 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] Sync routers for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:41:34.638730 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-81436f83-7f82-44c9-bb0e-f2ab674f35ae admin admin] 10.222.0.47 "PUT /v2.0/routers/49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8928926 Jul 23 16:41:34.642899 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38896) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:34.645234 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:34.646555 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:41:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:34.656083 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=667981c43b434567b6f225e2e9907dc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5483429 Jul 23 16:41:34.657995 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38900) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:34.663132 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e650f8b-5385-4af9-b521-b70eb82bb157,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.688787 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9aa5bcb4-a049-4d2a-a728-e290e750af94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:34.784161 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.836206 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.947176 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks [] for router, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.950623 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.956565 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fdedff36-e8ab-4722-b3b9-15a22fc20a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:34.971632 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e650f8b-5385-4af9-b521-b70eb82bb157,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:34.977035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:34.981566 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:34.986548 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e5d48f74-2776-4e7e-b59e-cf15cbc2b4f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e650f8b-5385-4af9-b521-b70eb82bb157 HTTP/1.1" status: 204 len: 168 time: 0.3238013 Jul 23 16:41:34.994723 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:41:35.284025 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.298211 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Deleting port e8671805-de72-4888-9aa0-e98f4845e917 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:35.298981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.476246 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114'}], 'enable_snat': True}, 'gw_port_id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:41:32Z', 'revision_number': 5, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port': {'id': 'e8671805-de72-4888-9aa0-e98f4845e917', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:31:30Z', 'updated_at': '2021-07-23T16:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:35.482764 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] Checking router: 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:41:35.503486 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] Routers {'49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:41:35.504721 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:41:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:35.544595 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] For port e8671805-de72-4888-9aa0-e98f4845e917, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8671805-de72-4888-9aa0-e98f4845e917,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:35.544964 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.547929 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38908) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:35.581332 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.636110 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:35.642541 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5af801c86f443e80741fcd59048cc3 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:35.649919 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:35.666681 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:35.754897 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Calling delete_port for e8671805-de72-4888-9aa0-e98f4845e917 owned by network:router_gateway {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:35.780159 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] Set router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 gateway port host: None {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:41:35.781691 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.788518 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:35.801828 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2b6f210d-be09-4faf-85ca-652d5aede97c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:35.855779 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c488e224-cfed-4e47-a70d-5de60ae41b7f,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:35.860829 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:35.868565 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-ec8796ba-1798-408e-ae7d-e88b2850aa36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e5af801c86f443e80741fcd59048cc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3149025 Jul 23 16:41:35.868950 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38912) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:35.974544 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:41:35Z', 'revision_number': 6, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port_host': None}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:35.982221 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106d2fc-b473-41d8-90d8-821326ddcf71 None None] The sync data for ids ['49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58'] in dv-cinder-802039-1-smb is: [{'id': '49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58', 'name': 'tempest-AttachVolumeShelveTestJSON-1497406060-router', 'tenant_id': 'da97d06d821f40979b816907e213fcac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:31:26Z', 'updated_at': '2021-07-23T16:41:35Z', 'revision_number': 6, 'project_id': 'da97d06d821f40979b816907e213fcac', 'gw_port_host': None}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:41:35.985258 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.057784 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.096950 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.108098 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-de07ad99-bd3c-468d-8bef-443c41a965d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:36.141178 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.149990 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0bc35e1f-114c-42a8-8d4c-a24e3def7bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:36.168725 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c488e224-cfed-4e47-a70d-5de60ae41b7f,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:36.175683 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:36.182343 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.184770 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-a9b76b1b-0cd0-40dc-94b0-acae71d91278 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c488e224-cfed-4e47-a70d-5de60ae41b7f HTTP/1.1" status: 204 len: 168 time: 0.3143523 Jul 23 16:41:36.212324 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8671805-de72-4888-9aa0-e98f4845e917,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:36.218725 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:36.290862 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.600432 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:36.915848 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a2b502fa-4ce2-4524-a362-fff519d1b45f no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:41:36.979553 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: a2b502fa-4ce2-4524-a362-fff519d1b45f {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:41:36.980177 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device a2b502fa-4ce2-4524-a362-fff519d1b45f not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:41:37.179177 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.193547 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.237694 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.238574 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 {{(pid=74350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:41:37.260135 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.262244 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d523f12a-22a7-4058-880b-b1d968b07848 admin admin] 10.222.0.47 "DELETE /v2.0/routers/49ce3c86-1d9c-4ddc-9d27-9c9061ac0b58 HTTP/1.1" status: 204 len: 168 time: 2.6178825 Jul 23 16:41:37.265650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 38930) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:37.395135 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Deleting subnet 23fa62db-029d-4c5c-bbe1-41c187d0bd54 {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:41:37.401547 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.488174 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599014'] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.649824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.771791 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1600057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518735'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.780328 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9e6d9431-7664-4137-9ca9-7cbdd4c886f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:37.843109 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23fa62db-029d-4c5c-bbe1-41c187d0bd54,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:37.852035 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:37.860740 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc7f9a-8e2e-406c-aef9-0deb11858061 None None] Network 7daff509-1ecb-4af0-8aab-69a4f5f34e97 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:41:37.863175 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.863639 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.864083 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.865160 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.865597 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.866145 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.866639 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.867228 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.867841 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.868574 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.869204 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:41:37.879741 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/23fa62db-029d-4c5c-bbe1-41c187d0bd54 HTTP/1.1" status: 204 len: 168 time: 0.6085124 Jul 23 16:41:37.879741 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9773139e-cf3a-4865-a55a-7b7e6641dedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:37.880665 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38942) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:38.025307 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.045190 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Deleting port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:38.046376 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.182997 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.303593 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] DHCP port deletion for 7daff509-1ecb-4af0-8aab-69a4f5f34e97 request from dv-cinder-802039-1-smb {{(pid=74351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 23 16:41:38.311795 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Deleting port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:38.312241 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.329955 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] For port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:38.330710 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.466424 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Calling delete_port for b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 owned by network:dhcp {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:38.587328 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.612220 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-dc0d935c-69ad-4d34-bbe1-d6cf3770786d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:38.683964 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] No DVR routers for this DVR port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 on host dv-cinder-802039-1-smb {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:41:38.696617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8671805-de72-4888-9aa0-e98f4845e917 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:41:38.748702 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:38.757567 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:38.770738 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: e8671805-de72-4888-9aa0-e98f4845e917 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:41:38.773096 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8671805-de72-4888-9aa0-e98f4845e917 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:41:38.773096 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:41:38.866136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:41:38.866964 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:41:38.871083 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] For port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=b0ef7f5b-abeb-4ccb-8c8f-512654b125a3,segment=NetworkSegment(af72e113-5583-4e3b-9fd1-31bb82bad2af),segment_id=af72e113-5583-4e3b-9fd1-31bb82bad2af)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:38.871608 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.913823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.946837 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daff509-1ecb-4af0-8aab-69a4f5f34e97']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:38.961967 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9fbc0848-c93b-4b7f-993a-b605a4d60f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:38.971844 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af72e113-5583-4e3b-9fd1-31bb82bad2af') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:38.972333 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af72e113-5583-4e3b-9fd1-31bb82bad2af') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:41:38.991056 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.022247 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.034638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:41:39.035308 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.045074 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Calling delete_port for b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 owned by network:dhcp {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:41:39.059974 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:41:39.194642 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:41:39.195311 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:41:39.205088 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.212126 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:39.240556 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.243528 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7daff509-1ecb-4af0-8aab-69a4f5f34e97,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:39.247101 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:39.264629 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-c599d1f3-73d6-4ac9-9640-328824c76ce6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7daff509-1ecb-4af0-8aab-69a4f5f34e97 HTTP/1.1" status: 204 len: 168 time: 1.3829117 Jul 23 16:41:39.593463 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38952) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:39.657942 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-12e49260-a8fb-4c04-8e9f-4966bd2074e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da97d06d821f40979b816907e213fcac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0625398 Jul 23 16:41:39.661396 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 38956) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:39.696556 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Deleting port b0ef7f5b-abeb-4ccb-8c8f-512654b125a3 {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:39.697115 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.734600 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.771643 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.789567 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-b09e7845-754a-4c4c-9d75-e87c70ffe359 None None] The port 'b0ef7f5b-abeb-4ccb-8c8f-512654b125a3' was deleted {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 23 16:41:39.847373 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.852623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6408b279-f054-47b1-a5b5-410f7a94d55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:39.872163 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3509f-8ca4-47c9-bfa9-dcd747a4e576,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:39.878580 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:39.882228 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:39.887516 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1b3509f-8ca4-47c9-bfa9-dcd747a4e576 HTTP/1.1" status: 204 len: 168 time: 0.2205749 Jul 23 16:41:41.155014 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-3d1328e0-eccf-4fab-932e-64cca2d54d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:41.913961 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39002) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:42.210128 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.274588 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:42.282132 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Usage tracker for resource:security_group_rule and tenant:94e5be43d97c4dfab0c4d4b8942f3fbe is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:42.287337 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:42.298074 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:42.423696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.431705 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.439778 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b59bf432-ada7-4858-9398-90fd6efa8af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:42.491798 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996e1101-949c-4ec2-b3b7-e3398924d7d4,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.495413 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:42.498762 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-cc52bc75-1cf0-48f4-94cd-4057113d1b79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94e5be43d97c4dfab0c4d4b8942f3fbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5830383 Jul 23 16:41:42.502053 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39020) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:42.595188 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.638552 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.664462 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.722891 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.737881 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-5c40c8e0-6c09-4e90-bef0-dc93e4112feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:42.760696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996e1101-949c-4ec2-b3b7-e3398924d7d4,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:42.766282 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:42.771028 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:42.773346 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-faa9fa28-3df5-43da-ac3e-0116adf0a86a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/996e1101-949c-4ec2-b3b7-e3398924d7d4 HTTP/1.1" status: 204 len: 168 time: 0.2699895 Jul 23 16:41:43.910964 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.353768 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39154) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:45.523214 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.560099 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:45.565200 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Usage tracker for resource:security_group_rule and tenant:d2e70ec84cdb414486d1c35d4b551259 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:45.570753 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:45.581588 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:45.682054 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.686955 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.694598 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-606adc29-7e7d-4bc7-88fa-71357c3ce3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:45.741057 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff4d5d9-6dd7-4b54-8ecc-ec304dbb9936,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:45.745371 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:45.749923 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-63c976e6-5a9a-4d66-a1b2-056921a7274b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2e70ec84cdb414486d1c35d4b551259&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3945076 Jul 23 16:41:45.754183 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39160) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:45.834206 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.866879 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.937389 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.941735 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-724248af-b332-4757-86a8-b347aaae2c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:45.954778 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff4d5d9-6dd7-4b54-8ecc-ec304dbb9936,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:45.959399 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:45.963216 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:45.964976 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ff4d5d9-6dd7-4b54-8ecc-ec304dbb9936 HTTP/1.1" status: 204 len: 168 time: 0.2078753 Jul 23 16:41:46.461833 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39172) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:46.482826 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.526311 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:46.531600 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:cb915fb2ec84413d9281fd3a6d300e9d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:46.535164 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:46.542925 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:46.676623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.682322 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.690374 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-ee6d3c94-66a9-487b-bc15-a523af806895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:46.852449 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3d5163-0ef1-4869-ae80-9ec5054b1e81,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:46.857176 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb915fb2ec84413d9281fd3a6d300e9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3942332 Jul 23 16:41:46.858173 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-920e3758-53e0-40b1-ace3-f4b4e3e0a2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:46.860766 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39178) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:46.942020 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:46.986388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.057193 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.062107 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-546ff6ab-3378-4f6b-aee1-b190cd693e61 tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:47.076497 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3d5163-0ef1-4869-ae80-9ec5054b1e81,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:47.081120 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:47.085863 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:47.087301 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e6883a15-aef2-4d45-96ad-149076cee960 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e3d5163-0ef1-4869-ae80-9ec5054b1e81 HTTP/1.1" status: 204 len: 168 time: 0.2254980 Jul 23 16:41:51.132389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39248) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:51.308638 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.358934 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:51.366449 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Usage tracker for resource:security_group_rule and tenant:7b45b34092d14ba2baa25d188cc01c97 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:51.372087 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:51.383496 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:51.507955 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.514105 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.527572 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-687d95a9-1737-443f-b4a3-6ee82196f8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:51.578090 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07e4b84-43a6-4053-9761-ee46e29f74de,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.585237 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:51.590707 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-52ef2ea5-d1f1-4170-a407-62ad9a1905fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b45b34092d14ba2baa25d188cc01c97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4559777 Jul 23 16:41:51.593263 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39256) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:51.713744 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.765742 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.885450 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.894219 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-479b7d1b-9a31-42bc-a34e-cf68a1667ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:51.919845 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07e4b84-43a6-4053-9761-ee46e29f74de,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:51.923476 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:51.942665 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:51.949407 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b07e4b84-43a6-4053-9761-ee46e29f74de HTTP/1.1" status: 204 len: 168 time: 0.3522444 Jul 23 16:41:56.946749 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-bd5637f1-2e70-479c-86c9-9b73d35bc29c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22364574&fields=id&tenant_id=57bb7b9a76fa40c08f62dac05a20bd11 HTTP/1.1" status: 200 len: 267 time: 0.3592553 Jul 23 16:41:57.021351 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39302) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:57.054389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-9f8d4ad2-98f1-4fce-b946-f67436b50a2f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:57.056318 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-9f8d4ad2-98f1-4fce-b946-f67436b50a2f tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 985 time: 0.0989430 Jul 23 16:41:57.070914 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Request body: {'port': {'security_groups': ['8ec74637-1ead-4a81-a7af-5d19597161ac']}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:41:57.227267 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.254984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.335174 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:57.344840 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Usage tracker for resource:security_group_rule and tenant:b16da76f29524e94aff96628336189b9 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:57.349993 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:57.360654 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:57.571193 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.583645 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.597803 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-3a637229-4e9c-4012-8f4a-f69c010d641d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:57.667752 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:41:57.676057 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a980f3b-9152-488d-883c-3cb08f73bd99,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:57.683456 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:57.688164 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b16da76f29524e94aff96628336189b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6655791 Jul 23 16:41:57.692568 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39308) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:57.719068 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for port, precommit_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.726853 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1930919'] for port, after_update {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.734823 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-4740097a-ee6e-4a91-ac28-6f8b95b8dc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:57.764835 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['43c37104-9df2-4906-a4b1-7bb51ead8f6a'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:41:57.794149 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.824113 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:57.824476 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.829644 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-52b741d0-ca96-4d26-b246-b451a8c9c1f8 req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "PUT /v2.0/ports/43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 943 time: 0.7646618 Jul 23 16:41:57.833402 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:41:57.838072 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39312) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:57.846013 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.923355 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event updated for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=7']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:57.956099 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'status': 'completed', 'code': 200} Jul 23 16:41:57.961592 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-12689890-9cee-4bf2-9132-2c77d012f5e3 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:57.971515 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:57.982742 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-118e7dfd-c072-4d88-a971-c773dff9a821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:58.002672 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['43c37104-9df2-4906-a4b1-7bb51ead8f6a'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:41:58.100739 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.219020 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.219790 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a980f3b-9152-488d-883c-3cb08f73bd99,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.241015 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:58.257371 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.258908 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-98c6e1a2-0146-4688-8705-8e9295ef1c58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a980f3b-9152-488d-883c-3cb08f73bd99 HTTP/1.1" status: 204 len: 168 time: 0.5644302 Jul 23 16:41:58.306109 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-989dd03b-b19c-4faf-8a85-7be041d5e95c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1099 time: 0.3046243 Jul 23 16:41:58.419471 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.457374 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-e1ae1a2c-60a1-42d9-977c-326c47750292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:58.496022 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-37be6c5f-a9fe-4559-97b1-cafbf5203175 None None] Provisioning complete for port 43c37104-9df2-4906-a4b1-7bb51ead8f6a triggered by entity DHCP. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:41:58.508010 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-37be6c5f-a9fe-4559-97b1-cafbf5203175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.524725 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:58.526821 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "DELETE /v2.0/security-groups/5a5c9b25-884e-4ab2-9bab-c4db69029b38 HTTP/1.1" status: 204 len: 168 time: 0.6722343 Jul 23 16:41:58.535944 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c9b25-884e-4ab2-9bab-c4db69029b38,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:58.539650 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39320) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:58.553454 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0d4e9c55-33bb-4475-9083-7678ee0d86e1 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:58.631551 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bffe8-7fff-47cd-823a-84629af15575 req-40019e51-b6a9-4191-83a3-9ffec09c2883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.633128 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-40019e51-b6a9-4191-83a3-9ffec09c2883 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 917 time: 0.3198340 Jul 23 16:41:58.810621 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-240b39ce-49d0-498b-bb22-9372a458320c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 1002 time: 0.1698453 Jul 23 16:41:58.938607 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bffe8-7fff-47cd-823a-84629af15575 req-478581e3-c22d-4af0-b761-19010735da4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:41:58.941560 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-478581e3-c22d-4af0-b761-19010735da4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.1237314 Jul 23 16:41:58.989898 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Deleting port ee9a7287-9c11-4732-a358-eebe5acc3419 {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:41:58.991058 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.053011 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-41a75662-ed1f-47fd-bf5a-989e65692108 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995567 Jul 23 16:41:59.054129 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39326) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:59.081915 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-d660495e-3e50-4aba-a8fb-6cf3f7539a12 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74349) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:41:59.084679 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-d660495e-3e50-4aba-a8fb-6cf3f7539a12 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0088098 Jul 23 16:41:59.088466 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.272514 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:41:59.298415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Usage tracker for resource:security_group_rule and tenant:d0b8a879798c47daa12ef42782fcc000 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:41:59.306195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:41:59.321182 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.321706 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.334816 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:41:59.350160 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-dc08ded6-0e05-4553-bbf2-d9ec0e1f0af6 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329166 Jul 23 16:41:59.501783 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Calling delete_port for ee9a7287-9c11-4732-a358-eebe5acc3419 owned by network:floatingip {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:41:59.569854 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-446bffe8-7fff-47cd-823a-84629af15575 req-0a67431c-771d-47c3-85e7-0f777c26073c service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121630 Jul 23 16:41:59.577908 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.584977 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.596898 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b532daac-b48b-411d-b0ee-53567b64179a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:59.660281 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88781efe-402a-4416-812d-4aa1c5484393,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:59.664615 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:59.672983 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0b8a879798c47daa12ef42782fcc000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6135154 Jul 23 16:41:59.674511 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39330) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:41:59.754593 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.811888 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.881876 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.887257 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-2b093e0e-d0dc-482f-a2f0-1d13776c5651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:59.912422 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.918438 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e166335d-cb1c-4411-8135-0b060d882e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:41:59.933318 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88781efe-402a-4416-812d-4aa1c5484393,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:59.936547 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:41:59.948476 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:41:59.950360 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-2eeae985-5963-4616-afba-51719b3f4b04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88781efe-402a-4416-812d-4aa1c5484393 HTTP/1.1" status: 204 len: 168 time: 0.2751787 Jul 23 16:41:59.952980 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event deleted for resources: {'Port': ['ID=ee9a7287-9c11-4732-a358-eebe5acc3419,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:41:59.960984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:00.096973 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks [] for floatingip, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:00.709842 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74350) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:42:00.994561 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74350) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:01.011520 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] Sync routers for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:42:01.027136 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:01.027893 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:41:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:01.028354 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for floatingip, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:01.141458 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-1a91b6e7-50de-499c-9cad-c72645e337a0 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "DELETE /v2.0/floatingips/23a1371f-35a4-4e77-b808-866eccc0895e HTTP/1.1" status: 204 len: 168 time: 2.5926967 Jul 23 16:42:01.141458 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74350) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:01.304764 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'status': 'completed', 'code': 200} Jul 23 16:42:01.327312 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:42:01.487310 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-6e9dd936-e0e0-4186-94cd-d44dced30df5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 1099 time: 0.1374335 Jul 23 16:42:01.731128 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-d1298e88-219d-416c-a443-ed1e47e66142 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:01.732797 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-d1298e88-219d-416c-a443-ed1e47e66142 service neutron] 10.222.0.48 "GET /v2.0/networks?id=57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 200 len: 917 time: 0.2379258 Jul 23 16:42:01.835499 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-9f9a32cf-d845-4ace-8267-da3ff4f13c37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 200 len: 217 time: 0.0949283 Jul 23 16:42:01.946915 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:13Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:01.955346 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] Checking router: 07f6faab-592a-4bd2-88d3-5108ccbb91b1 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:42:01.969102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-5a7917a3-61e5-4ffc-9125-cd4ab5de2109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:01.971668 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-5a7917a3-61e5-4ffc-9125-cd4ab5de2109 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 200 len: 854 time: 0.1296275 Jul 23 16:42:01.976967 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:01.978117 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:41:41Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.074209 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-a177518d-31ce-4aa9-bce5-c47a5fac75c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=57024b4c-5459-4a31-9af9-2976663c3a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914023 Jul 23 16:42:02.321474 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-c523b001-8c2e-4b7e-b8f7-ebf7b4d79608 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377508 Jul 23 16:42:02.325572 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:42:02.543811 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-41f7a38d-ee3c-4f8a-9e6d-4490d266d6bb req-5e70618d-c220-4f2b-b838-39cc79270a98 service neutron] 10.222.0.48 "GET /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062562 Jul 23 16:42:02.766485 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:13Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:02.780786 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac5478-4224-4265-a8b6-bc7be33d43d2 None None] The sync data for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb is: [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:38:49Z', 'revision_number': 4, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb', '_interfaces': [{'id': 'f0a91bc0-448c-49d1-85e8-ced005dcb467', 'name': '', 'network_id': '57024b4c-5459-4a31-9af9-2976663c3a39', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'mac_address': 'fa:16:3e:02:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:47Z', 'updated_at': '2021-07-23T16:39:13Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'subnets': [{'id': '901f80aa-afce-40b9-8962-e22f7ffec2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:42:03.115650 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8b3768-2fe1-4c9f-824c-dde6139a13b3 None None] New status for floating IP 23a1371f-35a4-4e77-b808-866eccc0895e: DOWN {{(pid=74352) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jul 23 16:42:05.468428 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-f92effcd-7126-49a2-b182-6a4e48fc317c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:05.469348 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-f92effcd-7126-49a2-b182-6a4e48fc317c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Synchronizing usage tracker for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:port {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:42:05.491161 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-f92effcd-7126-49a2-b182-6a4e48fc317c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Unset dirty status for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:port {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:42:05.492559 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-f92effcd-7126-49a2-b182-6a4e48fc317c tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.1313860 Jul 23 16:42:05.572217 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-7d4c204e-daa3-4d32-941c-0a7a3492f4cb tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Synchronizing usage tracker for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:42:05.601580 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-7d4c204e-daa3-4d32-941c-0a7a3492f4cb tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Unset dirty status for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:42:05.602993 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-18fa2510-e354-4e02-906c-cfd70ec6832c req-7d4c204e-daa3-4d32-941c-0a7a3492f4cb tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997374 Jul 23 16:42:05.747840 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:42:06.321829 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:06.991799 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344fc8-5196-4434-953a-4a25499a3934 req-2761742a-4c1a-4cb8-8b50-b035b8bb90a4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:06.994671 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a8344fc8-5196-4434-953a-4a25499a3934 req-2761742a-4c1a-4cb8-8b50-b035b8bb90a4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.1842732 Jul 23 16:42:07.085176 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-a8344fc8-5196-4434-953a-4a25499a3934 req-f0dfca9d-e735-49a6-bd4c-8d90389903f7 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/security-groups?id=8ec74637-1ead-4a81-a7af-5d19597161ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797634 Jul 23 16:42:07.378335 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-df322360-ab2a-414a-b9c0-4eeb176d45dd tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:07.379284 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-df322360-ab2a-414a-b9c0-4eeb176d45dd tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Synchronizing usage tracker for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:42:07.394329 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-df322360-ab2a-414a-b9c0-4eeb176d45dd tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Unset dirty status for tenant:57bb7b9a76fa40c08f62dac05a20bd11 on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:42:07.396374 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-df322360-ab2a-414a-b9c0-4eeb176d45dd tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.48 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 946 time: 0.3107917 Jul 23 16:42:07.500377 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Deleting port 43c37104-9df2-4906-a4b1-7bb51ead8f6a {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:07.500727 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.806779 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] For port 43c37104-9df2-4906-a4b1-7bb51ead8f6a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=43c37104-9df2-4906-a4b1-7bb51ead8f6a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:07.807152 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:07.942599 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Calling delete_port for 43c37104-9df2-4906-a4b1-7bb51ead8f6a owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:08.100359 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.181506 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.191334 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:08.219797 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['43c37104-9df2-4906-a4b1-7bb51ead8f6a'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:42:08.259790 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Pushing event deleted for resources: {'Port': ['ID=43c37104-9df2-4906-a4b1-7bb51ead8f6a,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:08.262992 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:08.336571 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-0fca18a1-9e95-4834-9f35-7d3427a995fc req-f46ac263-d9a9-417f-a1fc-18f283619e87 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.47 "GET /v2.0/ports?device_id=1463f34e-9971-4d45-b3d4-63cefb4ed92d HTTP/1.1" status: 200 len: 210 time: 0.0616732 Jul 23 16:42:08.364731 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] No DVR routers for this DVR port 43c37104-9df2-4906-a4b1-7bb51ead8f6a on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:08.369137 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.374543 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'name': 'network-vif-deleted', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:08.404471 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-dde4b9ee-ef28-4f43-933e-548c34b5b9a4 req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] 10.222.0.48 "DELETE /v2.0/ports/43c37104-9df2-4906-a4b1-7bb51ead8f6a HTTP/1.1" status: 204 len: 173 time: 1.0017567 Jul 23 16:42:08.480929 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1463f34e-9971-4d45-b3d4-63cefb4ed92d', 'name': 'network-vif-deleted', 'tag': '43c37104-9df2-4906-a4b1-7bb51ead8f6a', 'status': 'completed', 'code': 200} Jul 23 16:42:08.841947 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-33773baa-35b0-4900-b64c-446798b2da3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:08.880426 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39444) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:09.085133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.132764 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:09.138944 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Usage tracker for resource:security_group_rule and tenant:022f1f84235644bab9a6fa7ff5b72b09 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:09.143157 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:09.152832 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:09.265456 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.271286 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.281800 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-cdc9d95b-cc3f-4062-9f4f-124dda33a089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:09.337091 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0477113b-2945-41c1-ad93-4b0e866d1979,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:09.342512 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:09.347407 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-0b46ad35-4c22-4cb9-beb4-81753a43ce10 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=022f1f84235644bab9a6fa7ff5b72b09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4637465 Jul 23 16:42:09.349434 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39450) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:09.428732 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.460608 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.527651 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.532172 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6e2f8fe7-b712-4deb-a8cb-4899a11df320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:09.546232 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0477113b-2945-41c1-ad93-4b0e866d1979,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:09.556658 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:09.557806 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0477113b-2945-41c1-ad93-4b0e866d1979 HTTP/1.1" status: 204 len: 168 time: 0.2066917 Jul 23 16:42:09.562470 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.562840 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.563206 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.563709 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.564302 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.564673 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.565073 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.565646 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.566033 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.566413 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.566761 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:09.570624 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0d20244e-ba6f-4f27-9695-9a5b8e62aa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:10.118778 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39462) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:10.152113 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.213530 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:10.222700 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:49642d3c40d74c20bf7cebb46d52e514 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:10.230000 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:10.242249 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:10.341727 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.348255 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.356726 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0315e248-73ad-430e-bfd4-30e3792d9ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:10.405762 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f33af-6d94-432c-82aa-6b5699b07788,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.409984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:10.414227 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-f7adcbf8-b0a8-4663-95c5-f03c5dceb5a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49642d3c40d74c20bf7cebb46d52e514&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2936003 Jul 23 16:42:10.418830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39466) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:10.507326 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.559474 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.667382 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.675314 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-39be0de9-d6d5-4caf-83a6-690b4e41b894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:10.690763 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f33af-6d94-432c-82aa-6b5699b07788,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:10.696765 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:10.707599 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:10.713330 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-fb8712cf-7a28-48d3-99bc-172c6939bfc4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d6f33af-6d94-432c-82aa-6b5699b07788 HTTP/1.1" status: 204 len: 168 time: 0.2891932 Jul 23 16:42:11.171271 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b0d19fa1-9ef6-4f7b-9468-d0635cb143c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:11.733029 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39526) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:12.172211 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 43c37104-9df2-4906-a4b1-7bb51ead8f6a no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:12.249344 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 43c37104-9df2-4906-a4b1-7bb51ead8f6a {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:42:12.250096 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 43c37104-9df2-4906-a4b1-7bb51ead8f6a not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:42:12.404345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:12.664256 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.685864 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Deleting port f0a91bc0-448c-49d1-85e8-ced005dcb467 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:13.686840 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.913197 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:13.964532 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] For port f0a91bc0-448c-49d1-85e8-ced005dcb467, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=f0a91bc0-448c-49d1-85e8-ced005dcb467,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:13.964911 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.123624 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Calling delete_port for f0a91bc0-448c-49d1-85e8-ced005dcb467 owned by network:router_interface {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:14.402039 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:14.407989 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:14.460605 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a91bc0-448c-49d1-85e8-ced005dcb467,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:14.464354 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:15.030592 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:16.347401 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:42:16.786118 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:16.803572 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] Sync routers for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:42:16.812453 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-5fa5a642-7a73-46a9-a887-60c063abe8f2 admin admin] 10.222.0.47 "PUT /v2.0/routers/07f6faab-592a-4bd2-88d3-5108ccbb91b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0776370 Jul 23 16:42:16.816588 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39572) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:16.834878 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:16.835824 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:42:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.255171 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: dv-cinder-802039-1-smb {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:42:17.255491 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.611555 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.629025 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Deleting port c4317739-403e-4afd-8f49-36a144935533 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:17.629851 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:17.820847 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': 'c4317739-403e-4afd-8f49-36a144935533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:42:14Z', 'revision_number': 5, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port': {'id': 'c4317739-403e-4afd-8f49-36a144935533', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:43Z', 'updated_at': '2021-07-23T16:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.828257 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] Checking router: 07f6faab-592a-4bd2-88d3-5108ccbb91b1 for host: dv-cinder-802039-1-smb {{(pid=74351) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:42:17.848006 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] Routers {'07f6faab-592a-4bd2-88d3-5108ccbb91b1'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74351) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:17.848993 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:42:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'], 'active': True} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:17.939680 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] For port c4317739-403e-4afd-8f49-36a144935533, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c4317739-403e-4afd-8f49-36a144935533,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:17.940880 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.110098 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_dvr_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] Set router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 gateway port host: None {{(pid=74351) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:42:18.151482 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Calling delete_port for c4317739-403e-4afd-8f49-36a144935533 owned by network:router_gateway {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:18.301937 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.l3_hamode_db [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 6, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port_host': None}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:18.317183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67858363-a889-4bfb-828f-93728db9b8ae None None] The sync data for ids ['07f6faab-592a-4bd2-88d3-5108ccbb91b1'] in dv-cinder-802039-1-smb is: [{'id': '07f6faab-592a-4bd2-88d3-5108ccbb91b1', 'name': 'tempest-TestMinimumBasicScenario-2078900934-router', 'tenant_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:42Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 6, 'project_id': '57bb7b9a76fa40c08f62dac05a20bd11', 'gw_port_host': None}] {{(pid=74351) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:42:18.548688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:18.556489 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b30800e1-6826-44cf-af50-57cbab027a02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:18.637786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4317739-403e-4afd-8f49-36a144935533,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:18.642566 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:18.860705 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device f0a91bc0-448c-49d1-85e8-ced005dcb467 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:18.940012 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: f0a91bc0-448c-49d1-85e8-ced005dcb467 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:42:18.940457 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device f0a91bc0-448c-49d1-85e8-ced005dcb467 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:42:19.144762 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.540874 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.548239 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.585472 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.586424 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f6faab-592a-4bd2-88d3-5108ccbb91b1 {{(pid=74349) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:19.601356 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Notify callbacks [] for router, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.602631 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] 10.222.0.47 "DELETE /v2.0/routers/07f6faab-592a-4bd2-88d3-5108ccbb91b1 HTTP/1.1" status: 204 len: 168 time: 2.7845275 Jul 23 16:42:19.606898 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39592) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:19.709415 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Deleting subnet 901f80aa-afce-40b9-8962-e22f7ffec2d8 {{(pid=74349) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:42:19.715074 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.817197 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1599014'] for subnet, precommit_delete_associations {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:19.947433 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.077343 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1600057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2518735'] for subnet, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.086626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fb6fff47-1eee-4da9-92be-6fe897a80562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:20.154192 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901f80aa-afce-40b9-8962-e22f7ffec2d8,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:20.162073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:20.167793 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.177627 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358936fc-1ed1-4846-8136-8eb25db898a1 None None] Network 57024b4c-5459-4a31-9af9-2976663c3a39 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:42:20.179330 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-bf9cfc70-6db3-4276-a7ac-f069796ec649 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/901f80aa-afce-40b9-8962-e22f7ffec2d8 HTTP/1.1" status: 204 len: 168 time: 0.5706749 Jul 23 16:42:20.183598 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39600) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:20.398423 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.419110 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Deleting port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:20.419799 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:20.566017 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c4317739-403e-4afd-8f49-36a144935533 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:20.663156 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: c4317739-403e-4afd-8f49-36a144935533 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:42:20.663936 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c4317739-403e-4afd-8f49-36a144935533 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:42:20.668621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] DHCP port deletion for 57024b4c-5459-4a31-9af9-2976663c3a39 request from dv-cinder-802039-1-smb {{(pid=74351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 23 16:42:20.679491 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Deleting port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:20.680486 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.004480 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] For port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:21.004845 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.075223 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] For port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,segment=NetworkSegment(50b171bd-1e31-4e8f-b584-11ca36aa8905),segment_id=50b171bd-1e31-4e8f-b584-11ca36aa8905)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:21.075998 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.204315 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Calling delete_port for e8d29fec-9ead-40ca-b0dd-1d75c675ea4a owned by network:dhcp {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:21.317838 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Calling delete_port for e8d29fec-9ead-40ca-b0dd-1d75c675ea4a owned by network:dhcp {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:21.353271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.358880 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:21.417215 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d29fec-9ead-40ca-b0dd-1d75c675ea4a,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.421632 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:21.425704 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] No DVR routers for this DVR port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a on host dv-cinder-802039-1-smb {{(pid=74350) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:21.465053 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:42:21.465680 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:42:21.577666 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.593981 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57024b4c-5459-4a31-9af9-2976663c3a39']}} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:21.612969 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b171bd-1e31-4e8f-b584-11ca36aa8905') {'for_net_delete': True} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:21.613327 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.services.segments.db [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b171bd-1e31-4e8f-b584-11ca36aa8905') {} {{(pid=74350) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:21.631889 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1931939'] for segment, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.663735 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.677120 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=74350) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:42:21.677886 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1931003'] for segment, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: Traceback (most recent call last): Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: timer() Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: cb(*args, **kw) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: return func(*args, **kwargs) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: self._notify() Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: self.callback(batched_events) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: event.method(event) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: return f(self, *a, **k) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: return self._get(url).json() Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:21.704334 dv-cinder-802039-1-smb neutron-server[74350]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:21.862907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.869207 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:21.894016 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:21.916197 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Pushing event deleted for resources: {'Network': ['ID=57024b4c-5459-4a31-9af9-2976663c3a39,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:21.923230 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:21.957782 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] 10.222.0.47 "DELETE /v2.0/networks/57024b4c-5459-4a31-9af9-2976663c3a39 HTTP/1.1" status: 204 len: 168 time: 1.7686074 Jul 23 16:42:21.958156 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39614) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:21.967769 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Deleting port e8d29fec-9ead-40ca-b0dd-1d75c675ea4a {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:21.968961 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.100050 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-2acb65e0-e6f3-46ef-ac86-1dba655a4f8e None None] The port 'e8d29fec-9ead-40ca-b0dd-1d75c675ea4a' was deleted {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 23 16:42:22.616835 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8d29fec-9ead-40ca-b0dd-1d75c675ea4a no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:22.665594 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: e8d29fec-9ead-40ca-b0dd-1d75c675ea4a {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:42:22.666207 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device e8d29fec-9ead-40ca-b0dd-1d75c675ea4a not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:42:22.708532 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710239'] for router_interface, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:22.851731 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39622) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:23.124720 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.186398 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:23.195413 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Usage tracker for resource:security_group_rule and tenant:27d7bec28a7c4fb1ab55bb2125304830 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:23.200770 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:23.212086 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:23.356354 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.363783 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.377606 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-7f3d4245-3ce8-4c38-a5a9-98259ee52045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:23.457885 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab777e48-5e94-46b6-868d-28c030718cd2,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.463564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:23.468305 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-86cda5a6-7dd2-42d4-8360-dbe871efa44c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27d7bec28a7c4fb1ab55bb2125304830&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6146905 Jul 23 16:42:23.471799 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39628) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:23.622466 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.666927 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.781561 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.787647 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-07b4f0e6-b85c-46fa-8119-2c5884c57565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:23.806824 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab777e48-5e94-46b6-868d-28c030718cd2,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:23.812514 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:23.851031 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:23.852551 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab777e48-5e94-46b6-868d-28c030718cd2 HTTP/1.1" status: 204 len: 168 time: 0.3793466 Jul 23 16:42:23.892041 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Deleting port d6b0c401-e9ff-4aab-ad68-7497808f3f97 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:23.892481 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.128448 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] For port d6b0c401-e9ff-4aab-ad68-7497808f3f97, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=d6b0c401-e9ff-4aab-ad68-7497808f3f97,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:24.128717 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.263239 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Calling delete_port for d6b0c401-e9ff-4aab-ad68-7497808f3f97 owned by network:router_interface {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:24.393696 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39636) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:24.431840 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.537146 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.545205 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-a566ed61-7df6-4b4c-81fb-349b4f1099e5 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:24.551920 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:24.556738 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Usage tracker for resource:security_group_rule and tenant:05104dcd8b0e42e49d69631b110069e6 is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:24.560067 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:24.566977 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:24.630781 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b0c401-e9ff-4aab-ad68-7497808f3f97,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.636593 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:24.661044 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.668663 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.679512 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-95977e41-108c-4285-b324-e9d5134bf23e tempest-AttachVolumeTestJSON-1837785728 tempest-AttachVolumeTestJSON-1837785728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:24.729596 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8a323-8a47-45e3-911b-52b2f2f2a12c,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:24.735984 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:24.763091 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-b8fec774-4339-4a5d-88a1-5658b5f8a235 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05104dcd8b0e42e49d69631b110069e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673520 Jul 23 16:42:24.763985 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39640) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:24.882844 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:24.932623 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.006525 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.011626 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-29fe11e2-b230-4500-b1d9-abcca5b02e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:25.027667 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8a323-8a47-45e3-911b-52b2f2f2a12c,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:25.035508 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:25.042389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:25.047050 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-98c135ed-15e3-475e-84ee-10eef4bcc679 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7b8a323-8a47-45e3-911b-52b2f2f2a12c HTTP/1.1" status: 204 len: 168 time: 0.2788682 Jul 23 16:42:25.124925 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7999631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710315'] for router_interface, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.137077 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b has already been hosted by L3 agent d7075b79-c84c-4d03-bf17-e7e7bafcf6ae {{(pid=74349) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 23 16:42:26.497373 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] Notify agent at l3_agent.dv-cinder-802039-1-smb the message routers_updated {{(pid=74349) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 16:42:26.511440 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] Sync routers for ids ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'] in dv-cinder-802039-1-smb {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jul 23 16:42:26.535187 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-dd8b432f-3573-44e5-a126-642d6e31a24c admin admin] 10.222.0.47 "PUT /v2.0/routers/ad0c62a1-59af-4e96-bcfe-09f9d16ee36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5711768 Jul 23 16:42:26.535448 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39664) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:26.540960 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] Routers {'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:26.546653 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:42:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:26.918569 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:26.933912 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] Set router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b gateway port host: dv-cinder-802039-1-smb {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:42:27.296907 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.319016 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Deleting port eb93d7c8-be70-41ea-b371-edd0d2a079db {{(pid=74350) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:27.319829 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.378461 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39674) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:27.454510 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'external_fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246'}], 'enable_snat': True}, 'gw_port_id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:42:24Z', 'revision_number': 5, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port': {'id': 'eb93d7c8-be70-41ea-b371-edd0d2a079db', 'name': '', 'network_id': '2b4b06d1-877b-4f6e-b954-9053eb19e016', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'ip_address': '172.28.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:38:57Z', 'updated_at': '2021-07-23T16:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f51e0f5d-ff84-453e-8e2c-2d8669911cc7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-smb'}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.463486 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] Checking router: ad0c62a1-59af-4e96-bcfe-09f9d16ee36b for host: dv-cinder-802039-1-smb {{(pid=74352) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jul 23 16:42:27.480307 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] Routers {'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'} bound to L3 agent in host dv-cinder-802039-1-smb {{(pid=74352) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 16:42:27.481277 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802039-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:22:11Z,description=,heartbeat_timestamp=2021-07-23T16:42:11Z,host='dv-cinder-802039-1-smb',id=d7075b79-c84c-4d03-bf17-e7e7bafcf6ae,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T16:22:11Z,topic='l3_agent')) {'router_ids': ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'], 'active': True} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.623996 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.db [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] For port eb93d7c8-be70-41ea-b371-edd0d2a079db, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=eb93d7c8-be70-41ea-b371-edd0d2a079db,segment=NetworkSegment(385344ff-8422-4361-b764-fda77a12e328),segment_id=385344ff-8422-4361-b764-fda77a12e328)] {{(pid=74350) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:27.624921 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.702698 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.722542 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_dvr_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] Set router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b gateway port host: None {{(pid=74352) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jul 23 16:42:27.779115 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:27.792346 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ac52d2a7e646f4903f35bfd02b8d27 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:27.800090 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:27.811752 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:27.904660 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.l3_hamode_db [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:42:27Z', 'revision_number': 6, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port_host': None}], 'dv-cinder-802039-1-smb', False) {} {{(pid=74352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:27.911505 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f11f6d9-e769-4fc3-9d2e-9c159833ad8e None None] The sync data for ids ['ad0c62a1-59af-4e96-bcfe-09f9d16ee36b'] in dv-cinder-802039-1-smb is: [{'id': 'ad0c62a1-59af-4e96-bcfe-09f9d16ee36b', 'name': 'tempest-TestMinimumBasicScenario-2068052619-router', 'tenant_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:38:56Z', 'updated_at': '2021-07-23T16:42:27Z', 'revision_number': 6, 'project_id': '902846c8f6e34b61ae9a4a1dd7efe883', 'gw_port_host': None}] {{(pid=74352) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jul 23 16:42:27.968756 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.972725 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.plugin [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Calling delete_port for eb93d7c8-be70-41ea-b371-edd0d2a079db owned by network:router_gateway {{(pid=74350) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:27.976605 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:27.985609 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-20e97c75-df32-40b6-8bf2-fb66648523f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:28.043641 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c8e587-3395-4377-b1ad-0a09f6d21803,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.048420 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:28.056119 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-714ddb7d-2ddf-4b44-89d2-a92e47f99324 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9ac52d2a7e646f4903f35bfd02b8d27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6748374 Jul 23 16:42:28.056998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39680) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:28.180681 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.231943 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.249863 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1930926'] for port, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.260846 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:28.335099 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.338345 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=eb93d7c8-be70-41ea-b371-edd0d2a079db,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.343179 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:28.345881 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-20b8f8ba-a4e5-4b58-8c13-4bfc84488b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:28.369958 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c8e587-3395-4377-b1ad-0a09f6d21803,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:28.373919 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:28.375470 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.377457 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-dc31fcb0-a0f3-4a29-b7db-597e0f783642 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8c8e587-3395-4377-b1ad-0a09f6d21803 HTTP/1.1" status: 204 len: 168 time: 0.3190672 Jul 23 16:42:28.697807 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709922'] for router_gateway, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:28.943028 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device d6b0c401-e9ff-4aab-ad68-7497808f3f97 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:29.012206 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: d6b0c401-e9ff-4aab-ad68-7497808f3f97 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:42:29.012769 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device d6b0c401-e9ff-4aab-ad68-7497808f3f97 not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:42:29.013573 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device eb93d7c8-be70-41ea-b371-edd0d2a079db no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:29.089962 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] No Port match for: eb93d7c8-be70-41ea-b371-edd0d2a079db {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:42:29.090477 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device eb93d7c8-be70-41ea-b371-edd0d2a079db not bound to the agent host dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:42:29.273851 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3117'] for router, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.281796 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.330378 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706334'] for router, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.331656 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad0c62a1-59af-4e96-bcfe-09f9d16ee36b {{(pid=74350) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 16:42:29.350695 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] Notify callbacks [] for router, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.352822 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-0342706d-29d8-4632-95de-c8eae7e8e9ff admin admin] 10.222.0.47 "DELETE /v2.0/routers/ad0c62a1-59af-4e96-bcfe-09f9d16ee36b HTTP/1.1" status: 204 len: 168 time: 2.8154311 Jul 23 16:42:29.356898 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39696) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:29.481727 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Deleting subnet 3b18cc02-0d26-40e3-8123-2c2f163b41ec {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:42:29.488834 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.583611 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.754645 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.887369 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.893971 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-6f8bb357-1424-43ad-b4ee-947dda8e2e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:29.955626 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b18cc02-0d26-40e3-8123-2c2f163b41ec,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:29.961387 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:29.968393 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:29.979254 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-dcd48257-503b-4089-83cd-31dd49bcd6f5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3b18cc02-0d26-40e3-8123-2c2f163b41ec HTTP/1.1" status: 204 len: 168 time: 0.6200035 Jul 23 16:42:29.981755 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39706) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:29.985151 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2dc692-a055-44ec-bca5-b816b80860b1 None None] Network fc61bb49-645e-491d-b158-7aa61202af04 requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:42:30.208361 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.229005 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Deleting port c51b3e71-9809-423c-8e99-2cd4a8932034 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:30.229586 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.446202 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] DHCP port deletion for fc61bb49-645e-491d-b158-7aa61202af04 request from dv-cinder-802039-1-smb {{(pid=74351) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jul 23 16:42:30.453518 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Deleting port c51b3e71-9809-423c-8e99-2cd4a8932034 {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:30.454249 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:30.648130 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Device c51b3e71-9809-423c-8e99-2cd4a8932034 no longer exists at agent ovs-agent-dv-cinder-802039-1-smb {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:42:30.655620 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] For port c51b3e71-9809-423c-8e99-2cd4a8932034, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c51b3e71-9809-423c-8e99-2cd4a8932034,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:30.656406 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.011799 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] For port c51b3e71-9809-423c-8e99-2cd4a8932034, host dv-cinder-802039-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-smb',level=0,port_id=c51b3e71-9809-423c-8e99-2cd4a8932034,segment=NetworkSegment(51a702bc-28b7-498a-9139-2a12b0291d96),segment_id=51a702bc-28b7-498a-9139-2a12b0291d96)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:31.013716 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.060615 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Calling delete_port for c51b3e71-9809-423c-8e99-2cd4a8932034 owned by network:dhcp {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:31.233431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.254826 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-7aa7898c-3e28-4b73-a650-1f53199bc72e tempest-VolumesActionsTest-1326385147 tempest-VolumesActionsTest-1326385147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:31.307238 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Calling delete_port for c51b3e71-9809-423c-8e99-2cd4a8932034 owned by network:dhcp {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:42:31.317827 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] No DVR routers for this DVR port c51b3e71-9809-423c-8e99-2cd4a8932034 on host dv-cinder-802039-1-smb {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:42:31.365598 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51b3e71-9809-423c-8e99-2cd4a8932034,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:31.373795 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:31.390205 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Port c51b3e71-9809-423c-8e99-2cd4a8932034 update to DOWN by agent not found {{(pid=74351) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Jul 23 16:42:31.460651 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.db.api [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74351) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 16:42:31.461358 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_db.api [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74351) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 16:42:31.504710 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.524767 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc61bb49-645e-491d-b158-7aa61202af04']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.542007 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a702bc-28b7-498a-9139-2a12b0291d96') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.542345 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a702bc-28b7-498a-9139-2a12b0291d96') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:42:31.557830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.579647 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.588693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:42:31.589195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:42:31.606924 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:42:31.742487 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.748694 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:31.778052 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:31.810488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc61bb49-645e-491d-b158-7aa61202af04,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:31.817632 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:31.822083 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-e70f4472-2004-49a6-af62-76e3017f5202 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fc61bb49-645e-491d-b158-7aa61202af04 HTTP/1.1" status: 204 len: 168 time: 1.8368921 Jul 23 16:42:31.963085 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Deleting port c51b3e71-9809-423c-8e99-2cd4a8932034 {{(pid=74351) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:42:31.963646 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.088571 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-19f40b3a-922c-44fe-8bee-949a851c7c9a None None] The port 'c51b3e71-9809-423c-8e99-2cd4a8932034' was deleted {{(pid=74351) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jul 23 16:42:32.198766 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39720) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:32.297763 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-75dedb4b-a5ee-4f52-ae28-99aee2252a69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57bb7b9a76fa40c08f62dac05a20bd11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0931523 Jul 23 16:42:32.298418 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39726) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:32.415612 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.463811 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.552125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.562042 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-f47b0496-72de-456b-a613-d072c02351cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:32.595029 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec74637-1ead-4a81-a7af-5d19597161ac,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:32.599410 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:32.614009 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:32.620177 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-6c7a4121-cf89-4040-8188-9bd4d3b57b19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ec74637-1ead-4a81-a7af-5d19597161ac HTTP/1.1" status: 204 len: 168 time: 0.3166091 Jul 23 16:42:33.380377 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39740) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:33.481649 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-de9b9dbe-e9aa-41ea-bc68-8e2749050e73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=902846c8f6e34b61ae9a4a1dd7efe883&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0992398 Jul 23 16:42:33.485715 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39744) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:33.609802 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.674458 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.781530 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.792380 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-5d2a17e0-d2a5-4bb5-a30e-951082257bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:33.817653 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200d173-5b2a-4131-9b5d-8192a1d59675,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:33.825198 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:33.830120 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:33.833082 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-680deca2-d94c-48dd-a59e-7192e6c97179 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0200d173-5b2a-4131-9b5d-8192a1d59675 HTTP/1.1" status: 204 len: 168 time: 0.3450382 Jul 23 16:42:36.320855 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.084217 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.514503 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39796) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:38.713549 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.770220 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:38.778073 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe7549aca6f4cb281a8c0b97d683604 is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:38.784003 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:38.795960 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:38.843234 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc407-da4c-46bc-99b9-bb535a21a45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.900352 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.906978 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:38.920164 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-2eeb47d4-d6b5-4f65-8d47-004d9f371517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:38.999519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be501ee4-c688-45b1-9226-7b58974435da,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:39.011065 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfe7549aca6f4cb281a8c0b97d683604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4950802 Jul 23 16:42:39.014664 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39802) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:39.024989 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.025487 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.026131 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.026768 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.027399 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.028054 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.028676 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.029301 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.029921 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.030682 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.031321 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:39.038864 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4d986e3d-0900-44e7-b1ba-f0725131ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:39.113409 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.167875 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.281324 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.286240 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-448d6dc3-8bac-433a-8ba3-ff4e6e34d7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:39.305484 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be501ee4-c688-45b1-9226-7b58974435da,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:39.310675 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:39.313774 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:39.315554 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d3243153-a88d-41d7-a44e-9afc6b44147f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be501ee4-c688-45b1-9226-7b58974435da HTTP/1.1" status: 204 len: 168 time: 0.2997108 Jul 23 16:42:40.602455 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 39824) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:40.767357 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.v2.base [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1763775165-network', 'tenant_id': '4b43dd7d26c24cb2a9769a420ad0155d'}} {{(pid=74350) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:42:40.772932 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:40.778077 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Usage tracker for resource:network and tenant:4b43dd7d26c24cb2a9769a420ad0155d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:40.782481 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:40.791130 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:40.806581 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Made reservation on behalf of 4b43dd7d26c24cb2a9769a420ad0155d for: {'network': 1} {{(pid=74350) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:40.809284 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for network, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.825057 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:40.872988 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:40.880396 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Usage tracker for resource:security_group_rule and tenant:4b43dd7d26c24cb2a9769a420ad0155d is out of sync, need to count used quota {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:40.886153 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74350) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:40.898789 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.quota.driver [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74350) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:41.026271 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.031783 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.035345 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-95832aea-bb82-44a5-b373-be850ca1e63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:41.165064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-c2f03614-cfd8-4c6b-aaf0-c84b7f66237e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.183615 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=74350) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jul 23 16:42:41.215678 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.216163 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.db.segments_db [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Added segment 0d4da6f3-0ce0-4f2b-af97-615bbf0683e5 of type vlan for network 59a06f81-791a-4fe7-b923-bc6b858c495a Jul 23 16:42:41.218130 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:41.227561 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:41.271888 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743608757670'] for network, precommit_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.330923 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705'] for network, after_create {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.333635 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:41.334575 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.341688 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-a6e899d2-15dc-480e-973a-a1710e0b0163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:41.470960 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8667033 Jul 23 16:42:41.476500 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 39830) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:42:41.479568 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Pushing event updated for resources: {'Network': ['ID=59a06f81-791a-4fe7-b923-bc6b858c495a,revision_number=1']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:41.483612 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-1935b5af-355f-4551-b8cb-0b3228afaf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:41.487058 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Request body: {'subnet': {'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1763775165-subnet', 'tenant_id': '4b43dd7d26c24cb2a9769a420ad0155d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:42:41.495259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Network 59a06f81-791a-4fe7-b923-bc6b858c495a details requested by agent ovs-agent-dv-cinder-802039-1-smb with host dv-cinder-802039-1-smb {{(pid=74351) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 23 16:42:41.498931 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:41.507348 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Usage tracker for resource:subnet and tenant:4b43dd7d26c24cb2a9769a420ad0155d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:41.513577 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:41.526391 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:41.546398 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Made reservation on behalf of 4b43dd7d26c24cb2a9769a420ad0155d for: {'subnet': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:41.550063 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2518740'] for subnet, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.868702 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1600118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2518726'] for subnet, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:41.873382 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-4fb60c6d-d997-4f87-8255-70ac97c97656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:41.973339 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3,revision_number=0']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:41.978618 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:42.005488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Checking segment: {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:42:42.005859 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Network hostable DHCP agents. Network: 59a06f81-791a-4fe7-b923-bc6b858c495a, hostable agents: ['f4cc75c3-b960-45e7-b604-8338fb916433'], hosted agents: [] {{(pid=74349) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 16:42:42.044053 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Network 59a06f81-791a-4fe7-b923-bc6b858c495a is scheduled to be hosted by DHCP agent f4cc75c3-b960-45e7-b604-8338fb916433 with binding_index 1 {{(pid=74349) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 16:42:42.060488 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-smb, 59a06f81-791a-4fe7-b923-bc6b858c495a) {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:42.065597 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:42.066551 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for subnet, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.075771 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac6cf5-932e-4fcc-8e38-b2f21d2e4286 None None] Network 59a06f81-791a-4fe7-b923-bc6b858c495a requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:42:42.117994 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-95e5b76b-2f8d-404d-b6aa-a8dab22adbd4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6394763 Jul 23 16:42:42.380229 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b650b-a944-484f-ac33-79407c0d773e None None] Network 59a06f81-791a-4fe7-b923-bc6b858c495a requested from dv-cinder-802039-1-smb {{(pid=74351) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jul 23 16:42:42.729756 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:42.746476 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:42:43.914130 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:44.832848 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6189-c474-4e06-a140-198918dcf99f req-6d3cadbc-e8c8-4ff9-a954-50caad9e4252 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:44.834150 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-743d6189-c474-4e06-a140-198918dcf99f req-6d3cadbc-e8c8-4ff9-a954-50caad9e4252 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Synchronizing usage tracker for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:network {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:42:44.867949 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-743d6189-c474-4e06-a140-198918dcf99f req-6d3cadbc-e8c8-4ff9-a954-50caad9e4252 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Unset dirty status for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:network {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:42:44.870160 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-6d3cadbc-e8c8-4ff9-a954-50caad9e4252 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 814 time: 0.2745428 Jul 23 16:42:44.901854 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-10e45ba9-775c-401d-9147-99e535dd8f31 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/quotas/4b43dd7d26c24cb2a9769a420ad0155d HTTP/1.1" status: 200 len: 375 time: 0.0208895 Jul 23 16:42:44.994717 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-4d366b81-0f47-4d3a-b27f-86d8ea859675 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833194 Jul 23 16:42:45.158926 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-98530b03-3e02-479e-a02b-5e7ed6452f99 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:42:45.161220 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-98530b03-3e02-479e-a02b-5e7ed6452f99 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1498046 Jul 23 16:42:45.374846 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-fe5e0bc3-2a2d-44d3-b540-def66f23a821 service neutron] 10.222.0.47 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005885 Jul 23 16:42:45.641346 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-36b9a1b3-b0e9-43b3-9c53-9df62d028ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583637 Jul 23 16:42:46.996317 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-648d7f6e-7f62-4ed6-82bd-42cccb7a9ed9 req-d54fa981-fdb6-4b6a-a726-324bf8d7618c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 210 time: 0.0761061 Jul 23 16:42:48.246112 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-bcc4ce26-8010-412d-a7e4-5643edbb518b req-aa92036b-d4f3-40a2-8dd7-a9bf2937ea74 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 210 time: 0.0935225 Jul 23 16:42:49.419826 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8994eba7-55dc-4854-ade9-ca5f30cd73c1 req-9cab3569-b25a-4c2f-aa9c-f07f86515d9e tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 210 time: 0.0554535 Jul 23 16:42:50.770209 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-03ae70d3-d657-4be2-82b0-9a07a81ed55b req-081a4f7c-b3bc-45ce-b181-2d4c81b47e5c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 210 time: 0.0488386 Jul 23 16:42:51.282813 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6189-c474-4e06-a140-198918dcf99f req-365b24de-b338-46cd-8579-142208b5d2e3 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:51.285260 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-365b24de-b338-46cd-8579-142208b5d2e3 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 814 time: 0.2516327 Jul 23 16:42:51.313285 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Request body: {'port': {'device_id': '9b028174-b5e7-4f91-aecf-21006e14d878', 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a', 'admin_state_up': True, 'tenant_id': '4b43dd7d26c24cb2a9769a420ad0155d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:42:51.550660 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:42:51.559508 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Usage tracker for resource:port and tenant:4b43dd7d26c24cb2a9769a420ad0155d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:42:51.565608 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:42:51.579291 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:42:51.598905 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Made reservation on behalf of 4b43dd7d26c24cb2a9769a420ad0155d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:42:51.604716 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:51.896989 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Allocated IP 172.20.0.10 (59a06f81-791a-4fe7-b923-bc6b858c495a/9b1ff564-cda4-4e76-ab98-b1fde1fcccc3/13392cfa-a747-44cc-be03-14a70c1357d0) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:42:52.035288 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8c782305-f5ef-46eb-bbcc-e5d7d414430b req-50c3c347-eae5-4ac8-acf9-4d581b4f4a23 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 210 time: 0.0685978 Jul 23 16:42:52.406904 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.445724 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.456264 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b16455d7-e386-4b6c-99aa-388a95ce658b tempest-ServerRescueNegativeTestJSON-675965895 tempest-ServerRescueNegativeTestJSON-675965895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:52.551173 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Network 59a06f81-791a-4fe7-b923-bc6b858c495a is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:42:52.555662 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:42:52.559197 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:42:52.613298 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Pushing event updated for resources: {'Port': ['ID=13392cfa-a747-44cc-be03-14a70c1357d0,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:52.620013 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:52.655811 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:52.656693 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:52.702015 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-fe711f69-da68-4a81-97d9-479701e7301f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3952208 Jul 23 16:42:52.837553 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Request body: {'port': {'device_id': '9b028174-b5e7-4f91-aecf-21006e14d878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:42:53.053519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.448687 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf05b-99ee-4e85-94c6-f44aae426b2e req-f40ed1c8-3429-46e9-9b97-e4e61d5f147c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:53.451468 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-12ecf05b-99ee-4e85-94c6-f44aae426b2e req-f40ed1c8-3429-46e9-9b97-e4e61d5f147c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 932 time: 0.1489124 Jul 23 16:42:53.519368 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-12ecf05b-99ee-4e85-94c6-f44aae426b2e req-0004d210-a639-4c66-858d-b2d6e8d076c8 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Synchronizing usage tracker for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:security_group {{(pid=74350) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:42:53.542968 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.quota.resource [req-12ecf05b-99ee-4e85-94c6-f44aae426b2e req-0004d210-a639-4c66-858d-b2d6e8d076c8 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Unset dirty status for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:security_group {{(pid=74350) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:42:53.543992 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-12ecf05b-99ee-4e85-94c6-f44aae426b2e req-0004d210-a639-4c66-858d-b2d6e8d076c8 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830839 Jul 23 16:42:53.604988 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13392cfa-a747-44cc-be03-14a70c1357d0 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:53.619625 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.643440 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Transition to ACTIVE for port object 13392cfa-a747-44cc-be03-14a70c1357d0 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:42:53.651195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:53.659018 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-abb05ed4-4a53-4497-92aa-698f2ebe64c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:53.850361 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Pushing event updated for resources: {'Port': ['ID=13392cfa-a747-44cc-be03-14a70c1357d0,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:53.855944 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:53.988865 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Attempting to bind port 13392cfa-a747-44cc-be03-14a70c1357d0 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:42:53.989179 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Attempting to bind port 13392cfa-a747-44cc-be03-14a70c1357d0 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:42:53.989519 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Attempting to bind port 13392cfa-a747-44cc-be03-14a70c1357d0 on network 59a06f81-791a-4fe7-b923-bc6b858c495a {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:53.996841 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Port 13392cfa-a747-44cc-be03-14a70c1357d0 on network 59a06f81-791a-4fe7-b923-bc6b858c495a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:42:53.997159 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Attempting to bind port 13392cfa-a747-44cc-be03-14a70c1357d0 on network 59a06f81-791a-4fe7-b923-bc6b858c495a {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:42:54.005042 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:42:54.005427 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Checking segment: {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:42:54.005822 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Bound using segment: {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:42:54.006381 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Bound port: 13392cfa-a747-44cc-be03-14a70c1357d0, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:42:54.006708 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.170661 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] For port 13392cfa-a747-44cc-be03-14a70c1357d0, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:42:54.178128 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] For port 13392cfa-a747-44cc-be03-14a70c1357d0, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=13392cfa-a747-44cc-be03-14a70c1357d0,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:42:54.185466 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.196236 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-419fc0a5-dd84-4dc5-9e85-59cdc1900cc4 tempest-TestMinimumBasicScenario-557902082 tempest-TestMinimumBasicScenario-557902082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:54.311679 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:54.313893 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] 10.222.0.48 "PUT /v2.0/ports/13392cfa-a747-44cc-be03-14a70c1357d0 HTTP/1.1" status: 200 len: 1094 time: 1.5928111 Jul 23 16:42:54.314731 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b028174-b5e7-4f91-aecf-21006e14d878', 'tag': '13392cfa-a747-44cc-be03-14a70c1357d0'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:42:54.349626 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Pushing event updated for resources: {'Port': ['ID=13392cfa-a747-44cc-be03-14a70c1357d0,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:54.353998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-616c8c12-3967-4359-90dc-53b7bf30c142 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:54.504671 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-af6de3d3-8a95-4a0e-941c-1d6e64686963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 1097 time: 0.1198623 Jul 23 16:42:54.651571 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-35575aed-82b8-4794-9fa6-1d8b74e08604 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13392cfa-a747-44cc-be03-14a70c1357d0 HTTP/1.1" status: 200 len: 217 time: 0.1333864 Jul 23 16:42:54.691737 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b028174-b5e7-4f91-aecf-21006e14d878', 'tag': '13392cfa-a747-44cc-be03-14a70c1357d0', 'status': 'completed', 'code': 200} Jul 23 16:42:54.745200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d6189-c474-4e06-a140-198918dcf99f req-2381d1fb-a5f7-47b0-8b70-9e3fd7a4b9e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.747836 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-2381d1fb-a5f7-47b0-8b70-9e3fd7a4b9e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 200 len: 854 time: 0.0892186 Jul 23 16:42:54.825515 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-83df9619-651a-4549-9368-874b8c23e6f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59a06f81-791a-4fe7-b923-bc6b858c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707340 Jul 23 16:42:54.842419 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28422-9466-47be-8abe-5d9e1e3d44aa req-9067c8ce-b37f-45f7-ad28-ec41b63046c4 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:54.844841 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ff28422-9466-47be-8abe-5d9e1e3d44aa req-9067c8ce-b37f-45f7-ad28-ec41b63046c4 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 944 time: 0.1036897 Jul 23 16:42:54.923475 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-4ff28422-9466-47be-8abe-5d9e1e3d44aa req-1c6e2905-307e-4a92-b1ad-b14793251f41 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712616 Jul 23 16:42:55.047651 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-acc2b90a-dba4-43dd-bf1d-3475a12d5277 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137077 Jul 23 16:42:55.279023 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-743d6189-c474-4e06-a140-198918dcf99f req-a6071c80-552a-46e9-a28b-83ac30e9c9fb service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232420 Jul 23 16:42:55.611682 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-98d21a31-cc43-492e-8023-85cd3bf68410 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 1097 time: 0.2405560 Jul 23 16:42:55.776130 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-5da1cec2-83ce-41d6-a92d-2e731992b4b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:55.777643 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-5da1cec2-83ce-41d6-a92d-2e731992b4b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 916 time: 0.1591547 Jul 23 16:42:55.855156 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-9aa9df65-4e1d-4326-a19f-6d4f90e23916 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13392cfa-a747-44cc-be03-14a70c1357d0 HTTP/1.1" status: 200 len: 217 time: 0.0700462 Jul 23 16:42:55.928843 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-13eba1eb-9a85-46d4-a47d-ded21e7c83ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:55.930208 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-13eba1eb-9a85-46d4-a47d-ded21e7c83ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 200 len: 854 time: 0.0683527 Jul 23 16:42:55.991392 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-48e12c68-f201-448b-95b2-31a75876e75d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59a06f81-791a-4fe7-b923-bc6b858c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540230 Jul 23 16:42:56.204743 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-37c8935a-e97d-411b-93e2-a120f3d2e613 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047627 Jul 23 16:42:56.278977 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c051fe-7be2-4e17-9b3a-f9d1c0905c06 req-8c6a8296-4cab-4f22-9b38-6e233afe754c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:56.282451 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2c051fe-7be2-4e17-9b3a-f9d1c0905c06 req-8c6a8296-4cab-4f22-9b38-6e233afe754c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 944 time: 0.1245141 Jul 23 16:42:56.348231 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c2c051fe-7be2-4e17-9b3a-f9d1c0905c06 req-a1e2227d-e55c-40a2-968d-dd3586383c49 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Jul 23 16:42:56.404409 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-711d9897-3b5b-4f25-b3c8-5ea93225a93d req-3e2e291a-1207-4903-95f3-16e96b4900a4 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921921 Jul 23 16:42:57.650547 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372d80f-a329-418f-855b-d5711dec266c req-7bccc214-f227-48f6-98e5-45ca2d127c33 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:57.653283 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8372d80f-a329-418f-855b-d5711dec266c req-7bccc214-f227-48f6-98e5-45ca2d127c33 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 944 time: 0.1368876 Jul 23 16:42:57.734746 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8372d80f-a329-418f-855b-d5711dec266c req-fe0236d2-90d3-40a0-84bf-86c971e923be tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748224 Jul 23 16:42:58.455711 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 13392cfa-a747-44cc-be03-14a70c1357d0 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:42:58.694608 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 13392cfa-a747-44cc-be03-14a70c1357d0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=13392cfa-a747-44cc-be03-14a70c1357d0,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:58.726001 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': '13392cfa-a747-44cc-be03-14a70c1357d0', 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a', 'port_id': '13392cfa-a747-44cc-be03-14a70c1357d0', 'mac_address': 'fa:16:3e:80:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1ff564-cda4-4e76-ab98-b1fde1fcccc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:42:58.812628 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.833060 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13392cfa-a747-44cc-be03-14a70c1357d0 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:42:58.853744 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 13392cfa-a747-44cc-be03-14a70c1357d0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=13392cfa-a747-44cc-be03-14a70c1357d0,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:42:58.859891 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:42:58.863857 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:42:58.970048 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=13392cfa-a747-44cc-be03-14a70c1357d0,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:42:58.985336 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.985801 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.986384 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.986993 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.988021 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.988615 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.990253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.990253 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.991379 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.991704 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:58.992556 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:42:59.004944 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010360d-4da8-47c3-b356-cf6feee792cf req-9ebea24a-741c-4bbf-ab46-103d0f4daa25 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:42:59.007805 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7010360d-4da8-47c3-b356-cf6feee792cf req-9ebea24a-741c-4bbf-ab46-103d0f4daa25 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 945 time: 0.1136508 Jul 23 16:42:59.010821 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:42:59.103199 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7010360d-4da8-47c3-b356-cf6feee792cf req-6f16e545-ae53-4ee2-a4fc-df8117429466 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875487 Jul 23 16:42:59.178856 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['13392cfa-a747-44cc-be03-14a70c1357d0'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:43:00.381465 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fcb86-7120-46f9-9f90-d709963cc01c req-c99a04c9-5a54-42dc-9e5c-2998cf83bded tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:00.383346 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-285fcb86-7120-46f9-9f90-d709963cc01c req-c99a04c9-5a54-42dc-9e5c-2998cf83bded tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 945 time: 0.0873113 Jul 23 16:43:00.438823 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-285fcb86-7120-46f9-9f90-d709963cc01c req-29a0de8a-d87e-4be1-a6fa-600b72db10dc tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485258 Jul 23 16:43:00.482311 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 13392cfa-a747-44cc-be03-14a70c1357d0 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:43:00.566240 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port 13392cfa-a747-44cc-be03-14a70c1357d0 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:43:00.572075 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port 13392cfa-a747-44cc-be03-14a70c1357d0 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:43:00.572475 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.700444 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.734586 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b028174-b5e7-4f91-aecf-21006e14d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13392cfa-a747-44cc-be03-14a70c1357d0'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:00.745696 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port 13392cfa-a747-44cc-be03-14a70c1357d0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=13392cfa-a747-44cc-be03-14a70c1357d0,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:00.752249 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:00.755370 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-5e83887f-e928-49df-b657-4117c62e17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:43:00.832720 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=13392cfa-a747-44cc-be03-14a70c1357d0,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:00.836399 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:43:00.990072 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b028174-b5e7-4f91-aecf-21006e14d878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13392cfa-a747-44cc-be03-14a70c1357d0', 'code': 200} Jul 23 16:43:01.328682 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9baf3c93-d46d-4350-906e-1c315f411a97 req-5c388604-d18d-483d-8dc6-4406f50a78ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 1099 time: 0.1097863 Jul 23 16:43:01.405671 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-9baf3c93-d46d-4350-906e-1c315f411a97 req-661e2ce4-a317-4f31-8489-119a77e6c566 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696225 Jul 23 16:43:01.762389 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4925baf-6422-4afe-92fa-333fe31fd201 req-9a67b838-26d5-4142-af01-60b8a988e301 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:01.764445 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b4925baf-6422-4afe-92fa-333fe31fd201 req-9a67b838-26d5-4142-af01-60b8a988e301 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.1295192 Jul 23 16:43:01.843365 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-b4925baf-6422-4afe-92fa-333fe31fd201 req-7c54ec6f-5d4e-4549-b0ae-43771981dc4c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676284 Jul 23 16:43:03.090231 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80697e13-f42e-42d4-a9cd-0675b8cca01f req-fb992936-d0a7-4ec4-a198-93bc952e0294 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:03.091881 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-80697e13-f42e-42d4-a9cd-0675b8cca01f req-fb992936-d0a7-4ec4-a198-93bc952e0294 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.0899646 Jul 23 16:43:03.155826 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-80697e13-f42e-42d4-a9cd-0675b8cca01f req-78ccf75b-a3fc-4fbc-b272-89594752f4fc tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527244 Jul 23 16:43:06.333282 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.075665 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:08.831034 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-faa7a08a-e7ec-4144-8741-19e57d24bb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:10.336467 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-3cfda49a-4ebd-4bda-924e-2b2f59f71711 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818155 Jul 23 16:43:10.531489 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-c5b03b15-9e14-4f74-9223-7619216762c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 1099 time: 0.0986412 Jul 23 16:43:10.788346 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ed35-2af9-48df-9428-a889010a7874 req-f253f056-f2fc-43b1-902f-d10d03011f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:10.791538 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-f253f056-f2fc-43b1-902f-d10d03011f05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 916 time: 0.2381501 Jul 23 16:43:10.876254 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-14786f42-af3c-49d1-bb5f-deacd195eba1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13392cfa-a747-44cc-be03-14a70c1357d0 HTTP/1.1" status: 200 len: 217 time: 0.0768044 Jul 23 16:43:11.003830 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ed35-2af9-48df-9428-a889010a7874 req-de323e27-0565-4745-9314-e72985c0ca39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:11.006468 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-de323e27-0565-4745-9314-e72985c0ca39 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 200 len: 854 time: 0.1224663 Jul 23 16:43:11.089249 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-3eb4c4e1-fb89-41ab-a421-aa5a5d851f9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59a06f81-791a-4fe7-b923-bc6b858c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758998 Jul 23 16:43:11.160674 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bd1f4dd7-9ae2-4b9a-9995-f647cc8ebf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:11.333493 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-5f31a316-a053-44c1-8613-acb52d759fc0 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369003 Jul 23 16:43:11.506150 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-7443ed35-2af9-48df-9428-a889010a7874 req-a70350cf-8c7f-4557-b99b-1c7f0164b3bf service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621513 Jul 23 16:43:12.665824 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:13.917048 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:19.744727 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:43:36.325557 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.078566 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:38.836570 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-cdacab12-615f-41dd-85a1-b1cdd8f2b231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:41.162748 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8bcc4062-d873-4589-a8eb-115f9e4efb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:42.672031 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:43.760489 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c3c2a-bff7-441e-9f24-02b08e0dc691 req-1c8d3fc7-06cf-455c-983e-1f178a483ea2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:43.761959 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c13c3c2a-bff7-441e-9f24-02b08e0dc691 req-1c8d3fc7-06cf-455c-983e-1f178a483ea2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.1976907 Jul 23 16:43:43.813510 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c13c3c2a-bff7-441e-9f24-02b08e0dc691 req-85a7490e-82f1-4448-b0ba-8f4048766646 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Jul 23 16:43:43.919750 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:45.106474 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bb11e-b469-486f-92ff-d6416650be1e req-0268bff2-975a-464b-b135-ae7956ef0231 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:45.108210 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c53bb11e-b469-486f-92ff-d6416650be1e req-0268bff2-975a-464b-b135-ae7956ef0231 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.0977242 Jul 23 16:43:45.190186 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c53bb11e-b469-486f-92ff-d6416650be1e req-ad6ed26b-cd37-4c40-b20f-6e2a58b5c478 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747092 Jul 23 16:43:46.579304 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512771ec-adba-4cde-bad7-54536fc92516 req-1a02edd2-2200-41c8-807f-c494471cd4ca tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:46.582270 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-512771ec-adba-4cde-bad7-54536fc92516 req-1a02edd2-2200-41c8-807f-c494471cd4ca tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.1525931 Jul 23 16:43:46.666414 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-512771ec-adba-4cde-bad7-54536fc92516 req-51dd44dc-d70f-4ad3-80de-7b4f3c4aec31 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748425 Jul 23 16:43:48.046483 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af5570-aa28-4590-95dc-d7b7da1c09d6 req-763786c7-1e38-4da8-8923-2950ff417d17 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:48.049462 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-82af5570-aa28-4590-95dc-d7b7da1c09d6 req-763786c7-1e38-4da8-8923-2950ff417d17 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.1547234 Jul 23 16:43:48.135536 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-82af5570-aa28-4590-95dc-d7b7da1c09d6 req-a178d2be-80d9-405c-99e8-13f6937cea59 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780301 Jul 23 16:43:48.233425 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-40619d41-85b9-4731-8a0a-d5f4d21b3b5a tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:48.234263 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-40619d41-85b9-4731-8a0a-d5f4d21b3b5a tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Synchronizing usage tracker for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:43:48.253199 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-40619d41-85b9-4731-8a0a-d5f4d21b3b5a tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Unset dirty status for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:43:48.254904 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-40619d41-85b9-4731-8a0a-d5f4d21b3b5a tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 946 time: 0.1248243 Jul 23 16:43:48.439202 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Deleting port 13392cfa-a747-44cc-be03-14a70c1357d0 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:43:48.439481 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.716592 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] For port 13392cfa-a747-44cc-be03-14a70c1357d0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=13392cfa-a747-44cc-be03-14a70c1357d0,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:43:48.716931 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:48.852617 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Calling delete_port for 13392cfa-a747-44cc-be03-14a70c1357d0 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:43:49.050786 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.061388 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-694318d1-cb5e-4e07-be23-f001f5eb7e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:43:49.088859 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['13392cfa-a747-44cc-be03-14a70c1357d0'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:43:49.149964 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Pushing event deleted for resources: {'Port': ['ID=13392cfa-a747-44cc-be03-14a70c1357d0,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:49.178583 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.179409 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.180055 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.180730 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.181378 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.182013 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.182685 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.183325 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.183952 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.184864 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.185395 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:43:49.247478 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:43:49.327761 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] No DVR routers for this DVR port 13392cfa-a747-44cc-be03-14a70c1357d0 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:43:49.331656 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:49.337200 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b028174-b5e7-4f91-aecf-21006e14d878', 'name': 'network-vif-deleted', 'tag': '13392cfa-a747-44cc-be03-14a70c1357d0'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:49.365806 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-4df71fee-f67f-4635-8a6b-76c8c552cf6e req-bf50e047-84eb-4d7c-918f-1071bf87f628 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "DELETE /v2.0/ports/13392cfa-a747-44cc-be03-14a70c1357d0 HTTP/1.1" status: 204 len: 173 time: 1.1044743 Jul 23 16:43:49.415866 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-7c0ded76-ecdc-4565-a906-9e0ed1320734 req-a1993e05-c19d-4dcd-a06f-aee471f5e99e tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b028174-b5e7-4f91-aecf-21006e14d878 HTTP/1.1" status: 200 len: 210 time: 0.0909524 Jul 23 16:43:49.432769 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b028174-b5e7-4f91-aecf-21006e14d878', 'name': 'network-vif-deleted', 'tag': '13392cfa-a747-44cc-be03-14a70c1357d0', 'status': 'completed', 'code': 200} Jul 23 16:43:52.832128 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 13392cfa-a747-44cc-be03-14a70c1357d0 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:43:52.874628 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: 13392cfa-a747-44cc-be03-14a70c1357d0 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:43:52.875064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device 13392cfa-a747-44cc-be03-14a70c1357d0 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:43:55.142276 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-cbd39e96-47b3-4a75-8a35-8342972532aa tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:55.144958 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-cbd39e96-47b3-4a75-8a35-8342972532aa tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 814 time: 0.1916306 Jul 23 16:43:55.170162 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-dcb040dd-d59f-4881-aa1c-f0b59186412e tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/quotas/4b43dd7d26c24cb2a9769a420ad0155d HTTP/1.1" status: 200 len: 375 time: 0.0188370 Jul 23 16:43:55.260127 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-20734627-3cd8-4d79-be1b-184f61abcbdc tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835371 Jul 23 16:43:55.456672 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-08340af8-64c6-4849-80d2-fb3defd2e655 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=74350) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jul 23 16:43:55.457934 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-08340af8-64c6-4849-80d2-fb3defd2e655 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1901250 Jul 23 16:43:55.610713 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-38ae53b3-69c6-4380-9178-fc0c87fdb8db service neutron] 10.222.0.47 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412477 Jul 23 16:43:55.782621 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-5600acc3-abe1-43c8-b156-e5084703189d service neutron] 10.222.0.47 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611636 Jul 23 16:43:56.111144 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-37fd7988-0448-498d-8b13-07c588bdf15a req-c4ac4cbc-096f-4e32-931e-9a837c8efc30 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 210 time: 0.0767231 Jul 23 16:43:56.742717 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:43:57.347843 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-f084afce-80d7-40a3-b67e-4b6314d6c34a req-bc053aa4-e596-4665-9711-0dfd7a3b76ff tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 210 time: 0.0625651 Jul 23 16:43:57.503606 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b14039f8-fe7f-42d0-b59f-0f2373bf3e61 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:57.505253 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b14039f8-fe7f-42d0-b59f-0f2373bf3e61 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 814 time: 0.2442162 Jul 23 16:43:57.532588 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Request body: {'port': {'device_id': '882d25db-3637-4f03-9418-9fc6727d4645', 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a', 'admin_state_up': True, 'tenant_id': '4b43dd7d26c24cb2a9769a420ad0155d'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:43:57.697539 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 23 16:43:57.702846 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Usage tracker for resource:port and tenant:4b43dd7d26c24cb2a9769a420ad0155d is out of sync, need to count used quota {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 23 16:43:57.706650 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74349) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 23 16:43:57.714383 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.quota.driver [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74349) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 23 16:43:57.729630 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Made reservation on behalf of 4b43dd7d26c24cb2a9769a420ad0155d for: {'port': 1} {{(pid=74349) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 16:43:57.732849 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:57.922927 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.db_base_plugin_common [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Allocated IP 172.20.0.5 (59a06f81-791a-4fe7-b923-bc6b858c495a/9b1ff564-cda4-4e76-ab98-b1fde1fcccc3/fee77c2b-2cd7-4bc0-af97-98ada4478df1) {{(pid=74349) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 16:43:58.181743 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks [] for port, precommit_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.216371 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743608774175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_create {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.223425 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b134a959-f1c4-4d86-a6ac-bf1b4b2c3d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:43:58.292836 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Network 59a06f81-791a-4fe7-b923-bc6b858c495a is already hosted by enough agents. {{(pid=74349) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 16:43:58.296397 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.scheduler.base_scheduler [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Resources bound (agent type, host, resource id): {{(pid=74349) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 16:43:58.301176 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Received port after_create {{(pid=74349) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 16:43:58.337871 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Pushing event updated for resources: {'Port': ['ID=fee77c2b-2cd7-4bc0-af97-98ada4478df1,revision_number=1']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:58.345014 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:43:58.398452 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:58.399552 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.445495 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-9ef1dcdf-eaf6-4f4b-99aa-f0acde65c2c2 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9197555 Jul 23 16:43:58.465495 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.v2.base [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Request body: {'port': {'device_id': '882d25db-3637-4f03-9418-9fc6727d4645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74349) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jul 23 16:43:58.604863 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:58.630234 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87b768-b904-40be-9684-ce7369eaa773 req-4be0ab18-7349-480b-87e0-d090f9bd8127 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:43:58.633339 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5d87b768-b904-40be-9684-ce7369eaa773 req-4be0ab18-7349-480b-87e0-d090f9bd8127 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 931 time: 0.1379375 Jul 23 16:43:58.714499 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5d87b768-b904-40be-9684-ce7369eaa773 req-7cb633e0-67d2-41e2-8f57-7fd6cd88f24d tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739934 Jul 23 16:43:59.295668 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee77c2b-2cd7-4bc0-af97-98ada4478df1 {{(pid=74349) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:43:59.304371 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.322811 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.provisioning_blocks [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Transition to ACTIVE for port object fee77c2b-2cd7-4bc0-af97-98ada4478df1 will not be triggered until provisioned by entity L2. {{(pid=74349) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 16:43:59.329431 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.334125 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-c77eb457-5247-4ea7-98aa-0a0c8ae12693 tempest-AttachVolumeNegativeTest-1897552326 tempest-AttachVolumeNegativeTest-1897552326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:43:59.467209 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Pushing event updated for resources: {'Port': ['ID=fee77c2b-2cd7-4bc0-af97-98ada4478df1,revision_number=2']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:59.472457 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:43:59.589356 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Attempting to bind port fee77c2b-2cd7-4bc0-af97-98ada4478df1 on host hv-cinder-80203 for vnic_type normal with profile {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 16:43:59.589709 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Attempting to bind port fee77c2b-2cd7-4bc0-af97-98ada4478df1 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 16:43:59.589998 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Attempting to bind port fee77c2b-2cd7-4bc0-af97-98ada4478df1 on network 59a06f81-791a-4fe7-b923-bc6b858c495a {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:59.596531 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Port fee77c2b-2cd7-4bc0-af97-98ada4478df1 on network 59a06f81-791a-4fe7-b923-bc6b858c495a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 16:43:59.596852 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Attempting to bind port fee77c2b-2cd7-4bc0-af97-98ada4478df1 on network 59a06f81-791a-4fe7-b923-bc6b858c495a {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 16:43:59.605632 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Checking agent: {'id': 'eba7098a-3ee2-40ec-8f7f-019d196843ee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'started_at': datetime.datetime(2021, 7, 23, 16, 29, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 16:43:59.606493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Checking segment: {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jul 23 16:43:59.606493 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Bound using segment: {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'} {{(pid=74349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 16:43:59.606872 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.managers [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Bound port: fee77c2b-2cd7-4bc0-af97-98ada4478df1, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a'}}] {{(pid=74349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 16:43:59.607224 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.700643 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] For port fee77c2b-2cd7-4bc0-af97-98ada4478df1, host hv-cinder-80203, cleared binding levels {{(pid=74349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 16:43:59.704369 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] For port fee77c2b-2cd7-4bc0-af97-98ada4478df1, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 16:43:59.710122 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1600195'] for port, after_update {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.716639 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-57e4490d-7028-4c65-8573-e9cdf45fbfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:43:59.833324 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:43:59.834849 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-b8281978-3a61-478a-9680-d05c00304116 service neutron] 10.222.0.48 "PUT /v2.0/ports/fee77c2b-2cd7-4bc0-af97-98ada4478df1 HTTP/1.1" status: 200 len: 1093 time: 1.3749065 Jul 23 16:43:59.837611 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882d25db-3637-4f03-9418-9fc6727d4645', 'tag': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:43:59.869019 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Pushing event updated for resources: {'Port': ['ID=fee77c2b-2cd7-4bc0-af97-98ada4478df1,revision_number=3']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:43:59.872719 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-b8281978-3a61-478a-9680-d05c00304116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:43:59.957504 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882d25db-3637-4f03-9418-9fc6727d4645', 'tag': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1', 'status': 'completed', 'code': 200} Jul 23 16:44:00.013770 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-3e4bd7cf-798e-4eb1-929f-aaad94e665c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 1096 time: 0.1086113 Jul 23 16:44:00.072636 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22913411-d8d7-46f5-b539-92f2b138f400 req-d22ffdbd-5e60-46f8-a1a7-e62c28fbd1b8 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:00.075494 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-22913411-d8d7-46f5-b539-92f2b138f400 req-d22ffdbd-5e60-46f8-a1a7-e62c28fbd1b8 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 943 time: 0.1533694 Jul 23 16:44:00.125975 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-716d170f-028b-4d3c-aaea-89e0023788f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1 HTTP/1.1" status: 200 len: 217 time: 0.0993764 Jul 23 16:44:00.144349 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-22913411-d8d7-46f5-b539-92f2b138f400 req-21c8e84c-825f-47f3-8ead-05efe18c8741 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630441 Jul 23 16:44:00.196322 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-7e12a450-6d4e-4a87-9314-51bc168df033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:00.197838 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-7e12a450-6d4e-4a87-9314-51bc168df033 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 200 len: 854 time: 0.0653546 Jul 23 16:44:00.250972 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-a9cb601e-b9f8-44c4-adc6-3b1490538c9d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59a06f81-791a-4fe7-b923-bc6b858c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468121 Jul 23 16:44:00.413260 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-0ef77672-4113-4ccd-9242-3a6b47872972 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559067 Jul 23 16:44:00.559966 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-870c14ab-a80c-4053-baf4-f0ce10a16219 req-c4c2559b-f630-437b-8c41-bd065ebeef52 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400018 Jul 23 16:44:00.729634 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-d53c4f4b-47bd-49c9-b3d3-21783a7a1712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 1096 time: 0.0809281 Jul 23 16:44:00.965972 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-f6791e95-c41b-4d6b-af92-85c95e568840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:00.968390 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-f6791e95-c41b-4d6b-af92-85c95e568840 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 916 time: 0.2318275 Jul 23 16:44:01.150573 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-f6bf4637-b2f6-4805-8a1a-d6aac6e864c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1 HTTP/1.1" status: 200 len: 217 time: 0.1742642 Jul 23 16:44:01.264227 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-956b44dc-4e78-440d-ad36-298eb2aae2bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:01.266961 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-956b44dc-4e78-440d-ad36-298eb2aae2bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 200 len: 854 time: 0.1091619 Jul 23 16:44:01.321382 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-85b30ea9-1ff3-4a49-a867-3a6fbe9c9eda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59a06f81-791a-4fe7-b923-bc6b858c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471356 Jul 23 16:44:01.492441 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-7e6467a1-8251-4667-9553-fea9b4c3b47e service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635664 Jul 23 16:44:01.502593 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb068-9d15-48d9-95bf-c8ecde4f522e req-7c03e9f6-c480-46b3-87f5-1621e3fc9012 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:01.504579 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-56aeb068-9d15-48d9-95bf-c8ecde4f522e req-7c03e9f6-c480-46b3-87f5-1621e3fc9012 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 943 time: 0.1071362 Jul 23 16:44:01.600091 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-56aeb068-9d15-48d9-95bf-c8ecde4f522e req-cafdf24f-bd17-4b1a-b4d9-1c77087c43c6 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843813 Jul 23 16:44:01.658701 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-92e8ab21-66f9-4115-869e-2b50183a22dc req-ffafdc56-0021-4ed9-b77b-593437f7789d service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578977 Jul 23 16:44:02.874619 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device fee77c2b-2cd7-4bc0-af97-98ada4478df1 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74351) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 23 16:44:02.900285 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7b959-7e47-4f8b-972e-6baf7e281e73 req-96cb3330-f993-4c8a-ace2-ca5b6f938bb3 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:02.902250 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-88a7b959-7e47-4f8b-972e-6baf7e281e73 req-96cb3330-f993-4c8a-ace2-ca5b6f938bb3 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 943 time: 0.1088417 Jul 23 16:44:02.981227 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-88a7b959-7e47-4f8b-972e-6baf7e281e73 req-7f4a0771-4a13-43a9-8758-659889ba8894 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673323 Jul 23 16:44:03.048042 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port fee77c2b-2cd7-4bc0-af97-98ada4478df1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:03.071250 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Returning: {'device': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1', 'network_id': '59a06f81-791a-4fe7-b923-bc6b858c495a', 'port_id': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1', 'mac_address': 'fa:16:3e:97:fb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1ff564-cda4-4e76-ab98-b1fde1fcccc3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74351) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 23 16:44:03.175664 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.195565 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee77c2b-2cd7-4bc0-af97-98ada4478df1 {{(pid=74351) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 16:44:03.216900 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port fee77c2b-2cd7-4bc0-af97-98ada4478df1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:03.223536 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:03.227684 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:44:03.347323 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=fee77c2b-2cd7-4bc0-af97-98ada4478df1,revision_number=4']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:03.362870 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.363473 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.363921 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.364476 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.365064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.365569 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.366099 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.366640 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.367133 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.367644 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.368175 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74351) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:03.375033 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:44:03.512703 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['fee77c2b-2cd7-4bc0-af97-98ada4478df1'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:44:04.237141 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04cb5b-7023-47d4-b01d-d600410473d7 req-07c210a0-b4d1-403d-bc2e-aa3d12d8cdbb tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:04.239154 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f04cb5b-7023-47d4-b01d-d600410473d7 req-07c210a0-b4d1-403d-bc2e-aa3d12d8cdbb tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 944 time: 0.0910594 Jul 23 16:44:04.303624 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5f04cb5b-7023-47d4-b01d-d600410473d7 req-10a80f68-6693-48a1-9ed7-710a87f555b4 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574806 Jul 23 16:44:04.887479 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device fee77c2b-2cd7-4bc0-af97-98ada4478df1 up at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 23 16:44:04.968280 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning for port fee77c2b-2cd7-4bc0-af97-98ada4478df1 completed by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 16:44:04.975331 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.db.provisioning_blocks [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Provisioning complete for port fee77c2b-2cd7-4bc0-af97-98ada4478df1 triggered by entity L2. {{(pid=74351) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 16:44:04.975823 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7938324'] for port, provisioning_complete {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.111016 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8105256'] for port, before_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.143216 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882d25db-3637-4f03-9418-9fc6727d4645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1'}] {{(pid=74351) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:05.156041 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] For port fee77c2b-2cd7-4bc0-af97-98ada4478df1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74351) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:05.162183 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743609230870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743608774193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743608774238'] for port, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:05.165064 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:44:05.209654 dv-cinder-802039-1-smb neutron-server[74351]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882d25db-3637-4f03-9418-9fc6727d4645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1', 'code': 200} Jul 23 16:44:05.247130 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Pushing event updated for resources: {'Port': ['ID=fee77c2b-2cd7-4bc0-af97-98ada4478df1,revision_number=5']} {{(pid=74351) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:05.251222 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG oslo_concurrency.lockutils [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74351) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:44:05.569900 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bdc55e5d-b4c5-4192-8c54-578e54ec8a98 req-d761c57c-d8a3-4d97-9f7d-5222202fb9c6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 1098 time: 0.1272085 Jul 23 16:44:05.623513 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-bdc55e5d-b4c5-4192-8c54-578e54ec8a98 req-9d9e502c-cc76-4563-b4b2-90566dca3463 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Jul 23 16:44:05.743931 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274cfdf-dfd1-47e6-b3ea-012c9016b606 req-64e773c5-e10d-4687-a8bf-20e54c848147 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:05.745672 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9274cfdf-dfd1-47e6-b3ea-012c9016b606 req-64e773c5-e10d-4687-a8bf-20e54c848147 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.0952621 Jul 23 16:44:05.805239 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-9274cfdf-dfd1-47e6-b3ea-012c9016b606 req-a1dad4f2-8954-47f2-80db-908f408f3f3d tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514011 Jul 23 16:44:06.326866 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:07.044820 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25450d6-db38-4493-bc15-a98690941d78 req-bcb06067-3fc9-4073-83a6-36483408489f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:07.046716 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d25450d6-db38-4493-bc15-a98690941d78 req-bcb06067-3fc9-4073-83a6-36483408489f tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.0860720 Jul 23 16:44:07.118241 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-d25450d6-db38-4493-bc15-a98690941d78 req-4da87e8f-849b-48f2-b6de-e13faeed2f0d tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598354 Jul 23 16:44:08.094030 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:08.834525 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-2d4f45e8-f5d3-46b9-84b0-695f108ecdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:11.158868 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a83c4b0b-b2aa-4ac2-9d2e-14dbec3664dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.344878 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-ebb65733-f0bb-4cf8-af7f-be5cce99ee18 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871272 Jul 23 16:44:12.512980 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-a146a66a-f4aa-4933-966e-ffaf1095a4dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 1098 time: 0.0813489 Jul 23 16:44:12.669729 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:12.697997 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f136f-f552-4f72-b48d-567f641307f5 req-b46f7e93-9625-48c0-bca6-2c92d8ab4e71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.697997 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-b46f7e93-9625-48c0-bca6-2c92d8ab4e71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 200 len: 916 time: 0.1583598 Jul 23 16:44:12.825333 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-1e234d8c-4100-4d01-adae-ed1aca976f7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1 HTTP/1.1" status: 200 len: 217 time: 0.1196947 Jul 23 16:44:12.909285 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f136f-f552-4f72-b48d-567f641307f5 req-b960f6d7-9c4b-4351-b98a-707b9bcdd057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:12.911943 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-b960f6d7-9c4b-4351-b98a-707b9bcdd057 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 200 len: 854 time: 0.0803385 Jul 23 16:44:12.986723 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-9eebe311-0d8f-4a0d-b3ea-77ed2f172664 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=59a06f81-791a-4fe7-b923-bc6b858c495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679386 Jul 23 16:44:13.251567 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-67c80c9e-772e-4899-aef5-7b673691226a service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584071 Jul 23 16:44:13.408114 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-a45f136f-f552-4f72-b48d-567f641307f5 req-23df429b-2fe9-44d9-9ef3-a422d3e0e1e9 service neutron] 10.222.0.48 "GET /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500187 Jul 23 16:44:13.925428 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:27.404613 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e014d80-3ca1-48bb-81cc-db2bcd27e992 req-f01f2420-c520-4ac5-a664-83dd0a4e1cab tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:27.406086 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1e014d80-3ca1-48bb-81cc-db2bcd27e992 req-f01f2420-c520-4ac5-a664-83dd0a4e1cab tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.1830554 Jul 23 16:44:27.462574 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-1e014d80-3ca1-48bb-81cc-db2bcd27e992 req-be145c11-6dff-4e72-af5c-33de24d3ca60 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464559 Jul 23 16:44:28.672373 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee090547-401b-4fb2-bf1e-bdf97fa9cbde req-5df94b20-fe71-4605-943d-551eed0f0635 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:28.674196 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee090547-401b-4fb2-bf1e-bdf97fa9cbde req-5df94b20-fe71-4605-943d-551eed0f0635 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.0821884 Jul 23 16:44:28.731312 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-ee090547-401b-4fb2-bf1e-bdf97fa9cbde req-1a26a071-f64d-4c66-a204-dd81277f8532 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Jul 23 16:44:29.950642 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69886d5-cf4a-4df9-a75b-ab210ead5249 req-b32fe39d-9760-42db-8e98-7b3527ed8aa0 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:29.952126 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c69886d5-cf4a-4df9-a75b-ab210ead5249 req-b32fe39d-9760-42db-8e98-7b3527ed8aa0 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.0841084 Jul 23 16:44:30.011157 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-c69886d5-cf4a-4df9-a75b-ab210ead5249 req-91bd3805-958d-4fd8-86df-d347cf4d29d7 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Jul 23 16:44:31.286902 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c086-ea89-4f23-9bf9-612f9a267736 req-ac5460cb-dac7-4831-89d6-e7e2bc581dc7 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:31.288429 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5858c086-ea89-4f23-9bf9-612f9a267736 req-ac5460cb-dac7-4831-89d6-e7e2bc581dc7 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.0868006 Jul 23 16:44:31.340090 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-5858c086-ea89-4f23-9bf9-612f9a267736 req-f1525c32-4437-4b10-8fcf-e531e960643a tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457864 Jul 23 16:44:31.687725 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-87efa898-f330-4bfb-b3b7-66f8d6dacecd tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74349) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:31.688381 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-87efa898-f330-4bfb-b3b7-66f8d6dacecd tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Synchronizing usage tracker for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:port {{(pid=74349) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 23 16:44:31.706906 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.quota.resource [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-87efa898-f330-4bfb-b3b7-66f8d6dacecd tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Unset dirty status for tenant:4b43dd7d26c24cb2a9769a420ad0155d on resource:port {{(pid=74349) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 23 16:44:31.708732 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-87efa898-f330-4bfb-b3b7-66f8d6dacecd tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 945 time: 0.1049883 Jul 23 16:44:31.824522 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Deleting port fee77c2b-2cd7-4bc0-af97-98ada4478df1 {{(pid=74349) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jul 23 16:44:31.824871 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743609175727'] for port, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.209684 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.db [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] For port fee77c2b-2cd7-4bc0-af97-98ada4478df1, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fee77c2b-2cd7-4bc0-af97-98ada4478df1,segment=NetworkSegment(0d4da6f3-0ce0-4f2b-af97-615bbf0683e5),segment_id=0d4da6f3-0ce0-4f2b-af97-615bbf0683e5)] {{(pid=74349) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 16:44:32.210102 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-712088'] for port, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.353611 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.plugin [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Calling delete_port for fee77c2b-2cd7-4bc0-af97-98ada4478df1 owned by compute:nova {{(pid=74349) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jul 23 16:44:32.559745 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8105455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743609230852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743608774184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1600202'] for port, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.568405 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-6e738567-0877-45fe-afcc-ece00f803b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:44:32.597857 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.db [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] get_ports_and_sgs() called for port_ids ['fee77c2b-2cd7-4bc0-af97-98ada4478df1'] {{(pid=74351) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jul 23 16:44:32.615269 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862914-4db3-46cd-97bf-659e20250f86 req-25b7ff59-ca8a-45cb-a4f8-2a3dbb8e6e8d tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74350) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 16:44:32.618791 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8e862914-4db3-46cd-97bf-659e20250f86 req-25b7ff59-ca8a-45cb-a4f8-2a3dbb8e6e8d tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/ports?device_id=882d25db-3637-4f03-9418-9fc6727d4645 HTTP/1.1" status: 200 len: 867 time: 0.1183443 Jul 23 16:44:32.621076 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Pushing event deleted for resources: {'Port': ['ID=fee77c2b-2cd7-4bc0-af97-98ada4478df1,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:32.624133 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:44:32.709320 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [req-8e862914-4db3-46cd-97bf-659e20250f86 req-92c0036a-bdd9-4a79-8faf-8475590a8935 tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.47 "GET /v2.0/security-groups?id=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Jul 23 16:44:32.740593 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] No DVR routers for this DVR port fee77c2b-2cd7-4bc0-af97-98ada4478df1 on host hv-cinder-80203 {{(pid=74349) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 16:44:32.744688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-948547'] for port, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:32.749847 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882d25db-3637-4f03-9418-9fc6727d4645', 'name': 'network-vif-deleted', 'tag': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1'}] {{(pid=74349) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 16:44:32.781358 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [req-8e68efd3-5c69-4db7-b217-550d09f1beb5 req-8439afc7-8755-498a-aca0-26022e674d0c tempest-VolumesSnapshotTestJSON-1089915312 tempest-VolumesSnapshotTestJSON-1089915312-project] 10.222.0.48 "DELETE /v2.0/ports/fee77c2b-2cd7-4bc0-af97-98ada4478df1 HTTP/1.1" status: 204 len: 173 time: 1.0653689 Jul 23 16:44:32.828706 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882d25db-3637-4f03-9418-9fc6727d4645', 'name': 'network-vif-deleted', 'tag': 'fee77c2b-2cd7-4bc0-af97-98ada4478df1', 'status': 'completed', 'code': 200} Jul 23 16:44:33.734925 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:44:35.011905 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device fee77c2b-2cd7-4bc0-af97-98ada4478df1 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 23 16:44:35.048903 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.plugin [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] No Port match for: fee77c2b-2cd7-4bc0-af97-98ada4478df1 {{(pid=74351) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jul 23 16:44:35.049398 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron.plugins.ml2.rpc [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Device fee77c2b-2cd7-4bc0-af97-98ada4478df1 not bound to the agent host hv-cinder-80203 {{(pid=74351) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 23 16:44:36.316924 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.083948 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:38.836347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d497aa7b-7d7f-43aa-a60f-1e2be8f45176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:41.165470 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d2786596-e1f8-4c83-8ad0-b4e2e22b0ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:42.674104 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:43.938267 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.616546 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 40356) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:44:55.712644 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Deleting subnet 9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 {{(pid=74350) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jul 23 16:44:55.718126 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.814129 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1931948'] for subnet, precommit_delete_associations {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:55.928554 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7945656'] for subnet, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.068753 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7945601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1930845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2354892'] for subnet, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.078226 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:44:56.147114 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1ff564-cda4-4e76-ab98-b1fde1fcccc3,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.163534 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.174662 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.175252 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.175862 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.176510 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.177118 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.177707 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.178327 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.178911 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.179488 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.179856 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.180216 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74350) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.185549 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:44:56.188341 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-d3545a3a-b7a8-45b6-a76e-1a75409cb979 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b1ff564-cda4-4e76-ab98-b1fde1fcccc3 HTTP/1.1" status: 204 len: 168 time: 0.5705254 Jul 23 16:44:56.191676 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.wsgi [-] (74349) accepted ('10.222.0.47', 40360) {{(pid=74349) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:44:56.368669 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7889858'] for network, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.618217 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7945777', 'neutron.services.segments.db._delete_segments_for_network-8743609180034'] for network, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.643911 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a06f81-791a-4fe7-b923-bc6b858c495a']}} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:56.672491 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5') {'for_net_delete': True} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:56.673003 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.services.segments.db [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4da6f3-0ce0-4f2b-af97-615bbf0683e5') {} {{(pid=74349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 16:44:56.697638 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743609181341', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1599017'] for segment, before_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.729075 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7945475'] for segment, precommit_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.742195 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=74349) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jul 23 16:44:56.742918 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7945501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1600159'] for segment, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: Traceback (most recent call last): Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: timer() Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: cb(*args, **kw) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: return func(*args, **kwargs) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: self._notify() Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: self.callback(batched_events) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: event.method(event) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: return f(self, *a, **k) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: return self._get(url).json() Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: return self.request(url, 'GET', **kwargs) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 16:44:56.773004 dv-cinder-802039-1-smb neutron-server[74349]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 16:44:56.918790 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7945786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7999705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709983'] for network, after_delete {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.928405 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron_lib.callbacks.manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7999587'] for network, before_response {{(pid=74349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:56.931688 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:44:56.959066 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Pushing event deleted for resources: {'Network': ['ID=59a06f81-791a-4fe7-b923-bc6b858c495a,revision_number=None']} {{(pid=74349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:56.977738 dv-cinder-802039-1-smb neutron-server[74349]: INFO neutron.wsgi [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] 10.222.0.47 "DELETE /v2.0/networks/59a06f81-791a-4fe7-b923-bc6b858c495a HTTP/1.1" status: 204 len: 168 time: 0.7842028 Jul 23 16:44:56.980679 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.981278 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.981904 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.982505 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.983097 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.983600 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.984552 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.984789 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.985369 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.985924 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.986577 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-smb {{(pid=74349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 16:44:56.994016 dv-cinder-802039-1-smb neutron-server[74349]: DEBUG oslo_concurrency.lockutils [None req-1320ae4a-ee86-4d5a-9622-08939b52870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74349) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:44:57.206035 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 40366) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:44:57.303445 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-385b56dc-30ed-4092-8de1-ab9a2a5407ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b43dd7d26c24cb2a9769a420ad0155d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0953579 Jul 23 16:44:57.306179 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [-] (74350) accepted ('10.222.0.47', 40370) {{(pid=74350) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 23 16:44:57.430564 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.482975 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.587531 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344777'] for security_group, after_delete {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.592145 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-9530e78e-d028-494b-98aa-c4a7770a6cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 16:44:57.607238 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95312fcc-b1cc-4ca7-9d76-88b93c4e3e05,revision_number=None']} {{(pid=74350) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 16:44:57.610513 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG oslo_concurrency.lockutils [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74350) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 16:44:57.625094 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron_lib.callbacks.manager [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74350) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:44:57.627073 dv-cinder-802039-1-smb neutron-server[74350]: INFO neutron.wsgi [None req-cc332abb-c0ca-42fe-8b5b-a0a6bb1e82e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95312fcc-b1cc-4ca7-9d76-88b93c4e3e05 HTTP/1.1" status: 204 len: 168 time: 0.3192906 Jul 23 16:45:06.325037 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.079561 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:08.834716 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-37ceea9a-0473-479e-84ea-2b462896f2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:10.743576 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:45:11.160050 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5e2c26fb-b1ac-4852-a668-325de8d19bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:12.673522 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:13.933679 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:36.343842 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.085879 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:38.832519 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bd5cdc37-4b80-4115-842e-9a3f8c1b9d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:41.159314 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-cb3659d6-f156-4bd7-b801-74bcd152f923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:42.680476 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:43.946090 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:45:47.740123 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:46:06.346345 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.072674 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:08.827642 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a62ae53d-2e75-4822-aab6-cd5dffa66305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:11.154237 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-4de2c8e8-27dd-430d-be05-a36a580cb18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:12.683073 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:13.938954 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:24.731900 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:46:36.359939 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.069871 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:38.834337 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-8477a6ce-2923-4fcd-9677-6c8ab853cc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:41.159018 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-08d0885d-1720-4523-bc53-dd2577053d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:42.683848 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:46:43.942722 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:01.733028 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:47:06.359639 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.064609 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:08.833121 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-9c42cd6b-abf0-4494-aa16-0247a829e4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:11.163859 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-7745f3a3-6877-494c-9365-50691cb7ca18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:12.687517 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:13.947405 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:36.373422 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.073259 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:38.735218 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:47:38.828376 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d67c95e3-d4de-4918-b0ac-d1e67e8cfae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:41.178615 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-84fbf123-464a-4e4c-8c41-ad2f2f59ef42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:42.691014 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:43.953617 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:47:47.194911 dv-cinder-802039-1-smb neutron-server[74350]: DEBUG neutron.wsgi [req-8c976814-d586-40f4-a29f-45e6cd926f64 req-d0cf5ac9-151b-4cba-b142-f5adbe151d1c service neutron] (74350) timed out ('10.222.0.48', 63536) {{(pid=74350) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 23 16:48:06.387621 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.072910 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:08.833663 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-e7f302dd-922a-43cb-8851-efdd3657d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:11.186137 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-91786582-fe43-42ff-8fa1-254aeb2ecf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:12.693257 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:13.951628 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:15.738206 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:48:36.384660 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.070222 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:38.837383 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-a61ef0f9-8c00-45ce-9be6-d665b6d17fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:41.170821 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f22a6712-088e-4c6f-ad21-5b2b88885d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:42.693511 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:43.954569 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:48:52.740617 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:49:06.391410 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:08.063587 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:08.840156 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-71cd769d-6f8b-4d7d-b636-c8b0a0f24b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:11.177293 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6ff5b00d-9084-4acf-8c8d-74755afe9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:12.697825 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:14.007719 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:29.740321 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:49:36.396062 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.069857 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:38.844347 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-832112bb-6ff7-4a19-9d68-fa711829bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:41.171441 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-d34b92dd-4f1f-46b7-af3d-24846eac5f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:42.700709 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:49:43.961401 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-f3103d18-9f96-4469-be2c-65f602336593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.411531 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-6b12ac11-bc52-4b50-9df9-f8c850a6e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:06.743970 dv-cinder-802039-1-smb neutron-server[74352]: DEBUG neutron.db.agents_db [None req-e5878985-50f1-4fb7-b598-1d6798e5ce79 None None] Agent healthcheck: found 6 active agents {{(pid=74352) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 23 16:50:08.064201 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-bff3ad0e-2995-4d20-af56-37a7090e68b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:08.848787 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-5d5b8fdf-5533-4cfd-a9ef-309d7f9f3930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:11.174994 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-477ea593-e1da-48cb-b528-448848decba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 16:50:12.706549 dv-cinder-802039-1-smb neutron-server[74351]: DEBUG neutron_lib.callbacks.manager [None req-b34c9a09-c0f8-4a8c-8a7e-ebd5f0daee56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743609180016', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7938469'] for agent, after_update {{(pid=74351) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}